-- Logs begin at Tue 2021-09-14 14:49:38 UTC, end at Tue 2021-09-14 15:44:57 UTC. -- Sep 14 15:18:24.203286 dv-cinder-806965-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 15:18:26.946600 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.common.config [-] Logging enabled! Sep 14 15:18:26.947293 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 15:18:26.947410 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 15:18:26.951110 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.common.config [-] Logging enabled! Sep 14 15:18:26.951365 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 15:18:26.951815 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 15:18:26.952771 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 15:18:26.953006 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 15:18:26.953369 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 15:18:26.953615 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 15:18:26.953849 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 15:18:26.954165 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.954490 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.954790 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.955019 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.955313 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.955605 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.955888 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.956177 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.956468 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.956755 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.957033 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.957316 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.957551 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.957832 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.958115 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.958424 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.958649 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] debug = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.958929 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.959355 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.959770 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.960059 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.960456 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.960746 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.961020 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.961297 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.961579 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.961914 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] host = dv-cinder-806965-5-iscsi {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.962195 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.962513 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.962800 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.963086 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.963359 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.963633 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.963919 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.964192 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.964465 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.964741 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.965028 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.965314 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.965603 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.965827 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.966077 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.966935 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.967227 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.967504 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.967780 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.968054 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.968330 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.968604 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.968872 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.969160 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.969448 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.969731 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.970005 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.970278 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.970573 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.970845 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.971127 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.971402 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.971673 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.971945 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.972230 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.972498 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.972769 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.973068 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.973353 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.973635 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.973918 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.974195 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.974504 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.974781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.975055 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.975327 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] use_json = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.975602 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.975871 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.976154 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.976425 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.976702 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.976976 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.977244 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.977528 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:26.977908 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.978125 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.978454 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.979169 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.979169 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.979318 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.979571 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.979850 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.980137 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.980426 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.980715 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.980991 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.981278 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.981555 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.982035 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.982599 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.982902 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.983199 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.983477 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.983754 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.984030 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.984309 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.984599 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.984877 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.985168 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.985459 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.985741 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.986028 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.986324 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.986644 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.986924 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.987203 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.987495 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.987771 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.988049 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.988325 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.988615 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.988893 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.989168 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.989452 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.989735 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.990007 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.990283 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.990587 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.990883 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.991163 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.991438 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.991711 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.991992 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.992266 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.992552 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.992831 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.993104 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.993380 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.993662 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.993936 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.994213 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.994514 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.994792 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.995071 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.995346 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.995619 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.995894 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.996169 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.996444 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.996718 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.996995 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.997299 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.997587 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.997864 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.998132 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.998428 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.998706 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.998994 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.999295 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.999579 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:26.999864 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.000145 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.000426 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.000706 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.000985 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.001267 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.001551 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.001826 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.002119 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.002693 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.002987 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.003273 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.003555 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.003861 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.004142 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.004584 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.004875 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.005158 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.005444 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.005730 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.006029 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.006324 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.006646 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.006952 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.007247 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.007529 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.007842 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.008124 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:27.008345 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 15:18:27.008592 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93803) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 15:18:27.363509 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 15:18:27.363694 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 15:18:27.363980 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 15:18:27.364402 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 15:18:27.757572 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.757861 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.758135 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.759431 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.759700 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.759959 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.796458 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.796725 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.796983 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.811661 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.811934 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.812195 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.840292 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.840558 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.840818 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.879172 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.879444 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:27.879702 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.111823 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.112429 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.112429 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.112609 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.113172 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.234671 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.234985 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.235260 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.235522 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.235778 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.236079 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.236329 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.236576 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.236822 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.237096 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.237343 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.237597 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.237843 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.238085 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.238331 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.238609 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.238858 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.239116 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.239377 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.239626 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.239891 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.240135 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.240408 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.240774 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.241014 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.241250 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.241637 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:28.241873 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:28.242105 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:28.242337 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:28.242587 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:28.242816 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:28.243168 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 15:18:28.246195 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 15:18:28.250886 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 15:18:28.254929 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 14 15:18:28.256525 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 15:18:28.256974 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 15:18:28.257302 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 15:18:28.257676 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 15:18:28.260442 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 15:18:28.260686 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 15:18:28.261027 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 15:18:28.267107 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 15:18:28.289851 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 15:18:28.290307 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.290634 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93803) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 15:18:28.290990 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.292324 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93803) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 15:18:28.292605 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 15:18:28.292844 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 15:18:28.297113 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.297387 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:28.361586 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 15:18:28.361820 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 15:18:28.362096 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 15:18:28.362451 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 15:18:28.384935 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_db.sqlalchemy.engines [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93803) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 15:18:28.920847 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing driver for type 'gre' Sep 14 15:18:28.921395 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] gre ID ranges: [(1, 1000)] Sep 14 15:18:28.971219 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing driver for type 'local' Sep 14 15:18:28.971545 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing driver for type 'vlan' Sep 14 15:18:28.985024 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] VlanTypeDriver initialization complete Sep 14 15:18:28.985370 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing driver for type 'vxlan' Sep 14 15:18:28.985864 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] vxlan ID ranges: [(1, 1000)] Sep 14 15:18:29.039255 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing extension driver 'port_security' Sep 14 15:18:29.039596 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.extensions.port_security [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] PortSecurityExtensionDriver initialization complete Sep 14 15:18:29.039915 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing mechanism driver 'openvswitch' Sep 14 15:18:29.040234 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing mechanism driver 'hyperv' Sep 14 15:18:29.047436 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:18:29.048114 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.048502 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.048846 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.049373 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 15:18:29.049798 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.050142 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.050510 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.050899 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 15:18:29.051303 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.051639 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.051970 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.052357 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 15:18:29.052757 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.053130 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.053426 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.053954 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 15:18:29.054374 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.054727 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.055065 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.055456 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 15:18:29.055856 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.056194 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.056526 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.056915 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 15:18:29.057288 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] ML2 OVO RPC backend initialized. {{(pid=93803) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 15:18:29.057998 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.058400 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.058811 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.059151 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > networks before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.059491 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.059857 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > ports before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.060252 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.060564 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.060900 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.061233 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.061560 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.061886 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.062215 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.062570 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.062898 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.063226 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.063550 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.064131 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Modular L2 Plugin initialization complete Sep 14 15:18:29.064460 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading services supported by the core plugin {{(pid=93803) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 15:18:29.064779 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.plugins.ml2.managers [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Got port-security extension from driver 'port_security' Sep 14 15:18:29.065235 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.extensions.vlantransparent [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Disabled vlantransparent extension. Sep 14 15:18:29.065717 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93803) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 15:18:29.066041 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: router Sep 14 15:18:29.102094 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.102512 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.102900 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router before_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.103244 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.103613 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.103967 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_delete 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.104326 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.104672 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.105025 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.105364 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.105708 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.106050 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.106427 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.107565 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.107936 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.108273 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.108606 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.108938 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.109286 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.109629 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.109965 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.110298 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.110674 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router after_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.111009 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.111353 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.111706 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.112045 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.112565 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > agent after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.112732 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.113084 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > network after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.113939 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Tracking information for resource: router configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:29.114273 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Tracking information for resource: floatingip configured {{(pid=93803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 15:18:29.119252 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.db.l3_agentschedulers_db [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 15:18:29.119822 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.120184 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.120521 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.120866 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.121657 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router before_create 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.122018 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.122463 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.122956 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.127933 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.provider_configuration [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service providers = [] {{(pid=93803) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 15:18:29.128296 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.db.servicetype_db [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93803) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 15:18:29.131272 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.service_base [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 15:18:29.131619 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.service_base [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 15:18:29.131995 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.service_base [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 15:18:29.132841 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.services.service_base [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 15:18:29.133210 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.services.service_base [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 15:18:29.133586 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.133899 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 15:18:29.144646 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.144977 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: auto_allocate Sep 14 15:18:29.150727 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: network precommit_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.151089 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: network precommit_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.151608 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.151926 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: tag Sep 14 15:18:29.158968 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.159293 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: timestamp Sep 14 15:18:29.163308 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.163639 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: network_ip_availability Sep 14 15:18:29.169658 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.170097 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.170482 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.171234 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.171507 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: flavors Sep 14 15:18:29.176162 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.176493 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading Plugin: revisions Sep 14 15:18:29.180708 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 15:18:29.181092 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 15:18:29.181822 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93803) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 15:18:29.182151 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Initializing extension manager. Sep 14 15:18:29.182689 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: __init__.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.183028 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: __pycache__ {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.183358 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.183685 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: address_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.184436 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.185043 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: address-group Sep 14 15:18:29.185359 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: address_scope.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.186258 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.186791 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: address-scope Sep 14 15:18:29.187108 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.188036 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.188543 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: router-admin-state-down-before-update Sep 14 15:18:29.188863 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: agent.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.189557 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.190061 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: agent Sep 14 15:18:29.190399 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: agent_resources_synced.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.191320 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.191816 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: agent-resources-synced Sep 14 15:18:29.192134 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.193922 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.194479 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: allowed-address-pairs Sep 14 15:18:29.194803 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.195871 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.196378 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: auto-allocated-topology Sep 14 15:18:29.196699 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: availability_zone.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.197392 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.197895 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: availability_zone Sep 14 15:18:29.198214 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: availability_zone_filter.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.199154 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.199654 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: availability_zone_filter Sep 14 15:18:29.200031 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: data_plane_status.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.201468 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.201961 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 15:18:29.202279 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: default_subnetpools.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.203223 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.203719 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: default-subnetpools Sep 14 15:18:29.204044 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.204850 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.205351 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: dhcp_agent_scheduler Sep 14 15:18:29.205671 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: dns.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.206615 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.207117 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 15:18:29.207435 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: dns_domain_ports.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.208347 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.208848 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 15:18:29.209164 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.210149 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.210600 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 15:18:29.210924 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: dvr.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.211582 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.212082 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: dvr Sep 14 15:18:29.212397 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: ecmp_routes.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.213306 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.213804 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 15:18:29.214118 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: empty_string_filtering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.215056 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.215557 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: empty-string-filtering Sep 14 15:18:29.215946 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.216923 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.217424 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 15:18:29.217739 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.218687 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.219184 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 15:18:29.219503 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: external_net.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.220419 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.220917 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: external-net Sep 14 15:18:29.221243 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.222149 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.222755 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: extra_dhcp_opt Sep 14 15:18:29.223077 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: extraroute.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.223995 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.224493 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: extraroute Sep 14 15:18:29.224812 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: extraroute_atomic.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.225841 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.226342 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: extraroute-atomic Sep 14 15:18:29.226680 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: filter_validation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.227340 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.227841 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: filter-validation Sep 14 15:18:29.228162 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: fip_pf_description.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.229067 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.229562 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 15:18:29.229877 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: fip_port_details.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.230819 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.231318 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: fip-port-details Sep 14 15:18:29.232177 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: flavors.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.233411 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.233918 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: flavors Sep 14 15:18:29.234245 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.235921 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.236431 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 15:18:29.236753 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: floatingip_pools.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.237449 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.237950 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: floatingip-pools Sep 14 15:18:29.238271 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: ip_allocation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.239220 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.239717 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 15:18:29.240034 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.240947 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.241448 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: ip-substring-filtering Sep 14 15:18:29.241769 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l2_adjacency.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.242725 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.243223 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 15:18:29.243541 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.244636 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.245154 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: router Sep 14 15:18:29.245478 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.247785 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.248302 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 15:18:29.248629 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.249567 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.250073 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: ext-gw-mode Sep 14 15:18:29.250429 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.251369 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.251873 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: l3-ha Sep 14 15:18:29.252455 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3_flavors.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.253373 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.253870 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: l3-flavors Sep 14 15:18:29.254195 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.255139 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.255645 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 15:18:29.255965 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: l3agentscheduler.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.256999 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.257500 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: l3_agent_scheduler Sep 14 15:18:29.257822 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: logging.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.259310 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.259818 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension logging not supported by any of loaded plugins Sep 14 15:18:29.260143 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: metering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.260877 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.261439 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: metering Sep 14 15:18:29.261761 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.263393 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.263898 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: metering_source_and_destination_fields Sep 14 15:18:29.264215 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: multiprovidernet.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.265147 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.265649 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: multi-provider Sep 14 15:18:29.265967 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: netmtu.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.266925 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.267425 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: net-mtu Sep 14 15:18:29.267740 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: netmtu_writable.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.268651 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.269150 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: net-mtu-writable Sep 14 15:18:29.269464 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: network_availability_zone.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.270126 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.270656 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: network_availability_zone Sep 14 15:18:29.270971 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: network_ip_availability.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.272064 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.272653 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: network-ip-availability Sep 14 15:18:29.272886 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: network_segment_range.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.273641 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.274138 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 15:18:29.274483 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: pagination.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.275453 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.275775 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: pagination Sep 14 15:18:29.276090 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: port_device_profile.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.276998 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.277505 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: port-device-profile Sep 14 15:18:29.277821 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.278870 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.279405 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: port-mac-address-regenerate Sep 14 15:18:29.279723 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.280645 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.281146 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: port-numa-affinity-policy Sep 14 15:18:29.281464 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: port_resource_request.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.282523 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.283030 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 15:18:29.283346 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: portbindings.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.284271 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.284774 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: binding Sep 14 15:18:29.285092 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: portbindings_extended.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.286346 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.286876 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: binding-extended Sep 14 15:18:29.287194 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: portsecurity.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.288104 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.288612 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: port-security Sep 14 15:18:29.288932 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: project_id.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.289903 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.290228 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: project-id Sep 14 15:18:29.290584 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: providernet.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.291498 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.292004 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: provider Sep 14 15:18:29.292321 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.296464 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.296981 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos not supported by any of loaded plugins Sep 14 15:18:29.297305 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.298567 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.299074 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 15:18:29.299397 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.300315 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.300820 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 15:18:29.301143 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_default.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.302057 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.302585 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-default not supported by any of loaded plugins Sep 14 15:18:29.302907 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_fip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.303562 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.304054 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 15:18:29.304370 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.305297 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.305794 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 15:18:29.306111 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.307058 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.307561 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 15:18:29.307881 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_pps_rule.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.309061 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.309641 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 15:18:29.310037 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.310990 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.311491 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 15:18:29.311811 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: qos_rules_alias.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.312855 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.313359 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 15:18:29.313679 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: quotasv2.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.314627 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.314955 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: quotas Sep 14 15:18:29.315270 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: quotasv2_detail.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.318557 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.318899 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: quota_details Sep 14 15:18:29.319229 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: rbac.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.320286 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.320814 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: rbac-policies Sep 14 15:18:29.321141 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: rbac_address_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.322066 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.322607 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: rbac-address-group Sep 14 15:18:29.322933 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: rbac_address_scope.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.323850 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.324358 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: rbac-address-scope Sep 14 15:18:29.324710 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: rbac_security_groups.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.326432 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.326938 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: rbac-security-groups Sep 14 15:18:29.327259 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.328178 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.328684 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: rbac-subnetpool Sep 14 15:18:29.329006 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: revisionifmatch.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.329931 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.330480 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: revision-if-match Sep 14 15:18:29.330801 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: revisions.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.331907 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.332416 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: standard-attr-revisions Sep 14 15:18:29.332741 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: router_availability_zone.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.333420 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.333921 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: router_availability_zone Sep 14 15:18:29.334240 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: routerservicetype.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.335189 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.335700 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 15:18:29.336021 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.336933 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.337437 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: security-groups-normalized-cidr Sep 14 15:18:29.337756 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.338709 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.339220 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: port-security-groups-filtering Sep 14 15:18:29.339540 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.340471 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.341057 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: security-groups-remote-address-group Sep 14 15:18:29.341394 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: securitygroup.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.352657 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.353195 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: security-group Sep 14 15:18:29.353493 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: segment.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.354309 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.354837 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension segment not supported by any of loaded plugins Sep 14 15:18:29.355161 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.356148 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.357185 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 15:18:29.357502 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: servicetype.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.358757 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.359274 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: service-type Sep 14 15:18:29.359635 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: sorting.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.360587 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.360910 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: sorting Sep 14 15:18:29.361229 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: standard_attr_segment.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.362147 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.362678 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 15:18:29.362993 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: standardattrdescription.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.363640 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.364135 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: standard-attr-description Sep 14 15:18:29.364450 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: stateful_security_group.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.365377 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.365883 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: stateful-security-group Sep 14 15:18:29.366208 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: stdattrs_common.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.366818 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 15:18:29.367207 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.368060 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.368718 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 15:18:29.368887 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: subnet_onboard.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.369955 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.370502 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: subnet_onboard Sep 14 15:18:29.370824 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.371757 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.372881 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 15:18:29.373197 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: subnet_service_types.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.374122 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.374665 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: subnet-service-types Sep 14 15:18:29.374990 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: subnetallocation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.376088 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.376593 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: subnet_allocation Sep 14 15:18:29.376913 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.377848 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.378371 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: subnetpool-prefix-ops Sep 14 15:18:29.378694 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.379627 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.380129 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 15:18:29.380448 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: tagging.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.381575 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.382089 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: standard-attr-tag Sep 14 15:18:29.382433 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: timestamp.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.383632 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.384141 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loaded extension: standard-attr-timestamp Sep 14 15:18:29.384465 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: trunk.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.385506 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.386016 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension trunk not supported by any of loaded plugins Sep 14 15:18:29.386341 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: trunk_details.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.387293 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.387831 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 15:18:29.388148 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.389068 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.389571 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 15:18:29.389886 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Loading extension file: vlantransparent.py {{(pid=93803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 15:18:29.390595 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 15:18:29.391090 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 15:18:29.393603 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:network Sep 14 15:18:29.394140 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:subnet Sep 14 15:18:29.394569 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 15:18:29.394971 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:port Sep 14 15:18:29.396214 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.396662 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service FLAVORS assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.397284 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.397706 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.398037 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:router Sep 14 15:18:29.398494 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 15:18:29.398973 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service METERING assigned prefix: /metering {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.400422 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.400787 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.401132 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:18:29.402149 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 15:18:29.402642 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:security_group Sep 14 15:18:29.403073 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 15:18:29.403684 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.404146 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 15:18:29.404489 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] subnetpool is already registered Sep 14 15:18:29.404930 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.405266 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 15:18:29.405593 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] subnetpool is already registered Sep 14 15:18:29.407914 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.408340 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service FLAVORS assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.408927 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.409345 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.409678 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:router Sep 14 15:18:29.410010 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] router is already registered Sep 14 15:18:29.410439 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 15:18:29.410772 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] floatingip is already registered Sep 14 15:18:29.411230 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service METERING assigned prefix: /metering {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.411894 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 15:18:29.412217 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] rbac_policy is already registered Sep 14 15:18:29.412630 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:security_group Sep 14 15:18:29.412954 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] security_group is already registered Sep 14 15:18:29.413352 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 15:18:29.413674 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] security_group_rule is already registered Sep 14 15:18:29.414289 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.414638 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 15:18:29.414965 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] subnetpool is already registered Sep 14 15:18:29.415380 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.v2.resource_helper [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Service CORE assigned prefix: {{(pid=93803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 15:18:29.415705 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 15:18:29.416028 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING neutron.quota.resource_registry [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] subnetpool is already registered Sep 14 15:18:29.416477 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: extensions {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.417963 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: address-groups {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.420240 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: address-scopes {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.421619 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: agents {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.422750 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: auto-allocated-topology {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.424010 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: availability_zones {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.425223 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: dhcp-networks {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.426767 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: dhcp-agents {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.428205 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: routers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.430434 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: flavors {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.431606 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: service_profiles {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.432815 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: next_providers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.434268 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: service_profiles {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.436631 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: floatingip-pools {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.437855 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: routers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.439997 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: floatingips {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.441270 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: l3-routers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.442690 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: l3-agents {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.444092 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: metering-labels {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.445456 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: metering-label-rules {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.446768 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: network-ip-availabilities {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.448048 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: bindings {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.450695 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: quotas {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.452161 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: quotas {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.453564 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: rbac-policies {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.454811 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: security-groups {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.456116 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: security-group-rules {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.457389 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: service-providers {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.458623 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: subnetpools {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.460057 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: subnetpools {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.461504 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.463199 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.465045 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.466889 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.468681 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.470543 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.472249 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.474164 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.475954 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.477692 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron.api.extensions [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Extended resource: tags {{(pid=93803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 15:18:29.484336 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING keystonemiddleware.auth_token [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 15:18:29.489047 dv-cinder-806965-5-iscsi neutron-server[93803]: WARNING keystonemiddleware.auth_token [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 15:18:29.498101 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Acquired lock "singleton_lock" {{(pid=93803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 15:18:29.498598 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Releasing lock "singleton_lock" {{(pid=93803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 15:18:29.499236 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Starting 2 workers Sep 14 15:18:29.504274 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Started child 93910 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 15:18:29.508721 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Started child 93911 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 15:18:29.509902 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:29.510505 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO neutron.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 15:18:29.510985 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Notify callbacks [] for process, before_spawn {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:29.511441 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [-] (93910) wsgi starting up on http://0.0.0.0:9696 Sep 14 15:18:29.513483 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:29.513991 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Starting 1 workers Sep 14 15:18:29.514885 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [-] (93911) wsgi starting up on http://0.0.0.0:9696 Sep 14 15:18:29.518755 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Started child 93912 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 15:18:29.519298 dv-cinder-806965-5-iscsi neutron-server[93803]: INFO oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Starting 1 workers Sep 14 15:18:29.522624 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] calling RpcWorker wait() {{(pid=93912) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 15:18:29.523162 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] returning from RpcWorker wait() {{(pid=93912) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 15:18:29.523772 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Started child 93913 {{(pid=93803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 15:18:29.524505 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:29.524613 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20dd8ee6-de50-4967-a39e-0498f93cded1 None None] Notify callbacks [] for process, after_spawn {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:29.525000 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:18:29.526509 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 15:18:29.526733 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 15:18:29.526916 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 15:18:29.527140 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 15:18:29.527474 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 15:18:29.527639 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 15:18:29.528148 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.528502 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.528681 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:29.529306 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.529306 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.529306 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.529821 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:18:29.529946 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.530377 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.530758 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.531203 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.531579 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.531897 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.532206 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.532598 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.532975 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.533435 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.533856 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.534235 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.534654 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.534971 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.535354 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.535787 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.536166 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.536569 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] debug = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.536962 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.537592 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.537981 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.538402 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.538788 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.539207 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.539576 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.539978 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.540374 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.540739 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.541138 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.541537 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.541918 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.542282 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.542755 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.543163 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.543534 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.544828 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] host = dv-cinder-806965-5-iscsi {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.545321 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.545688 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.546115 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.546550 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.546958 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.547321 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.547728 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.548130 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.548539 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.548932 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.549319 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.549725 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.550129 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.550585 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.550893 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_options = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.551273 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.551737 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.552128 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.552456 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.552770 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.553083 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.553485 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.553783 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.554175 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.554601 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.554973 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.555331 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.555714 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.556093 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.556494 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.556886 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.557243 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.557605 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.557996 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.558391 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.558765 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.559159 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.559565 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.560478 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.560855 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.561221 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.561617 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.561985 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.562327 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.562723 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.563085 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.563482 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.563868 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.564122 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.564428 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.564630 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.564882 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.565091 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.565385 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.565617 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.566012 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.566456 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.566836 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.567230 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.567630 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.567876 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.568102 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_json = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.568318 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.568573 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.568843 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.569217 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.569440 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.569661 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.569884 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.570136 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.570609 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.570886 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.571216 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.571465 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.571717 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.572116 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.572351 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.572596 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.572842 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.573221 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.573542 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.573772 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.574067 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.574309 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.574613 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.574959 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.575267 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.575648 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.575873 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.576094 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.576315 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.576555 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.576831 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.577060 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.577293 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.577524 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.577748 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.578099 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.578378 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.578647 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.578897 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.579119 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.579337 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.579723 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.579961 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.580201 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.580427 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.580693 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.580915 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.581167 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.581388 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.581633 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.581847 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.582252 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.582511 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.582748 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.582980 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.583224 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.583439 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.583654 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.583867 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.584078 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.584461 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.584700 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.585105 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.585341 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.585563 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.585782 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.585994 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.586406 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.586805 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.587182 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.587559 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.587916 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.588284 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.588669 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.589062 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.589286 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.589504 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.589721 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.589965 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.590196 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.590472 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.590716 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.591480 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.591699 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.591976 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.592288 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.592533 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.592753 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.592970 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.593203 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.593434 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.593653 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.593885 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.594096 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.594304 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.594576 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.594788 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.595055 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.595379 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.595618 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.595868 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.596101 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.596352 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.596602 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.596839 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.597071 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.597290 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.597533 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.597795 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.598053 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.598317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.598567 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.598812 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.599069 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.599283 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.599505 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.599713 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.600151 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.600566 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.600968 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.601375 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.601791 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.602048 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.602305 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.602591 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.602958 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.603368 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.603596 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.603865 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.604302 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.604566 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.604825 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.605076 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.605341 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.605598 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.605852 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.606099 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.606396 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.607236 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.607585 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.607786 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.608049 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.608290 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.608540 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.608775 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.609104 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.609368 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.609607 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.609843 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.610104 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.610370 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.610628 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.610897 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.611143 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.611398 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.611650 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.611895 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.612139 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.612385 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.612633 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.612867 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.613148 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.613308 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.613545 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.613762 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.613974 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.614221 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.614477 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.614715 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.614942 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.615163 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.615378 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.615621 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.615834 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.616053 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.616287 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.616503 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.616718 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.616954 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.617169 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.617505 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.617789 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.617942 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.618150 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.619317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.619317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.619317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.619317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.619317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620035 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620035 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620035 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620448 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620448 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620711 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.620858 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.621041 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.621247 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.621686 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.622208 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.622929 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.622929 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.623266 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.623417 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.623557 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.623861 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.625301 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.625538 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.625787 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.626018 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.626251 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.626535 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.626788 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.627044 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.627524 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.627740 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.627970 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.628187 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.628404 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.628722 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.628943 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.629170 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.629422 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.629657 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.629889 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.630117 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.630346 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.633097 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.633361 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.633611 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.633830 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.634090 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.634310 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.634570 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.634794 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.635014 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.635228 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.635482 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.635722 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.635935 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.636156 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.636372 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.636604 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.636818 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.637012 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.637223 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.637448 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.637680 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.638023 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.638272 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.638732 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.638948 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.639168 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.639384 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.639596 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.640661 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.640936 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.641178 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.641475 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.641726 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.641975 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.642458 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.642561 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.642790 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.643066 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.643285 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.643502 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.644098 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.644098 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.644298 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.644586 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.644843 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.645094 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.645372 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.645666 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.645915 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.646129 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.646491 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.646944 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.647395 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.647698 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.647953 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.648226 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.648550 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.648698 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.648949 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.649199 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.649443 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.649719 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.649943 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.650192 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.650461 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.650694 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.651100 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.651368 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.651599 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.651816 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.652057 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.652216 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 15:18:29.652755 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 15:18:29.652921 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 15:18:29.653079 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 15:18:29.653271 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 15:18:29.654214 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 15:18:29.654390 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 15:18:29.654623 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.654826 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.655024 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.655024 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.655410 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.655410 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.655775 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.655775 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.656128 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.656128 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.656128 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.656617 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.656617 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.656859 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657060 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657220 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657375 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657530 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657691 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657846 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.657999 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.658152 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.658317 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] debug = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.658512 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.658725 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.658877 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.659059 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.659218 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.659376 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.659534 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.659672 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:18:29.659809 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.659933 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660052 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660171 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660291 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660410 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660561 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660719 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.660878 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661037 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661193 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] host = dv-cinder-806965-5-iscsi {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661351 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661508 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661667 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661824 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.661982 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.662139 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.662298 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.662478 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.662635 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.662792 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.662950 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.663107 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.663264 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.663421 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.663578 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_options = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.663735 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.663891 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.664038 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.664235 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.664389 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.664550 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.664708 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.664866 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665022 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665179 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665336 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665493 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665650 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665807 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.665963 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.666121 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.666278 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.666457 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.666618 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.666776 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.666939 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.667095 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.667253 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.667409 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.667566 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.667723 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.667880 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.668036 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.668194 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.668351 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.668508 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.668665 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.668822 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.669542 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.669749 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.669944 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670161 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670161 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670452 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670452 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670685 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670805 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.670925 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.671044 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.671163 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.671322 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.671481 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_json = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.671687 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.671878 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.672472 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.672472 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.672807 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.672807 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.673200 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.673200 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 15:18:29.673200 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.673552 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.673552 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.673812 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.673812 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.674047 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.674047 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.674396 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.674396 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.674685 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.674685 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.675135 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.675794 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.676009 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.676371 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.676537 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.676705 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.676872 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.677033 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.677194 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.677355 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.677515 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.677685 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.677848 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.678008 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.678516 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.678666 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.678938 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.679141 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.679356 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.679523 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.679688 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.679851 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.680016 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.680180 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.680342 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.680506 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.680667 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.680918 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.681085 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.681246 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.681410 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.681567 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.681714 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.681867 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.682028 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.682189 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.682367 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.682564 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.682726 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.682889 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.683050 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.683266 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.683435 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.683595 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.683768 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.683928 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.684090 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.684249 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.684414 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.684595 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.684933 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.685092 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.685404 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.685569 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.685804 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.685987 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.686169 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.686313 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.686498 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.686665 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687038 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687038 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687277 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687398 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687518 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687637 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687777 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.687943 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.688157 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.688325 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.688641 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.688806 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.688969 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.689569 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.689740 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.689903 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.690066 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.690228 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.690425 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.690606 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.690768 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.690929 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.691091 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.691252 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.691411 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.691565 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.691726 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.691886 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.692046 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.692205 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.692364 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.692526 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.692687 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.692846 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693006 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693164 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693323 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693483 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693642 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693802 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.693963 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.694123 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.694282 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.694504 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.694671 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.694840 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.694999 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.695162 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.695323 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.695490 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.695661 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.695822 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.695983 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.696142 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.696301 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.696459 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.696619 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.696782 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.696940 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.697099 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.697259 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.697426 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.697595 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.697755 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.697914 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.698074 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.698258 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.698485 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.698616 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.698740 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.698875 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.699036 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.699196 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.700781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.700781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.700781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.700781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.700781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.700781 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.701994 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.702175 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.702345 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.702532 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.702696 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.702858 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703022 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703204 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703347 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703509 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703669 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703830 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.703991 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.704152 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.704312 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.704474 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.704633 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.704793 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.704954 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.705115 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.705275 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.705436 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.705596 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.705756 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.705918 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.706078 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.706240 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.708321 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.708514 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.708691 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.710231 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.710550 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.710728 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.712086 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.712564 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.712747 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.713158 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.713478 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.713656 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.714595 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.715189 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.715189 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.715345 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.715424 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.715544 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.715721 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.716385 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.716643 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.716922 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.717202 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.717447 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.717547 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.717691 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.717857 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718023 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718183 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718343 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718525 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718704 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718846 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.718975 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.719160 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.719303 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.719472 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.719617 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.719773 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.719931 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.720097 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.720255 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.720411 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.720568 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.720722 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.720879 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721044 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721200 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721356 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721512 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721669 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721825 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.721992 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.722148 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.722304 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.722465 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.722627 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.722785 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.722951 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.723107 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.723262 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.723418 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.723572 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.723729 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.723894 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.724051 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.724207 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.724363 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.724518 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.724675 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.724862 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725022 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725180 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725343 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725499 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725659 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725814 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.725982 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.726139 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.726296 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.726474 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.726631 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.726788 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.726947 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.727107 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.727272 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.727434 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.727590 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.727755 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.727918 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.728082 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.728239 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.728400 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.728567 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.728728 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.728883 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729039 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729196 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729353 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729508 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729664 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729821 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.729978 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.730134 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.730288 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.730467 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.730626 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.730782 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.730939 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.731095 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.731252 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.731411 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.732245 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 15:18:29.732511 dv-cinder-806965-5-iscsi neutron-server[93803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 15:18:29.876781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 34800) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:18:29.885606 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063994 Sep 14 15:18:41.429765 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f309b2e-b5a9-4a5f-924c-25df8df9aa4c None None] get_active_networks_info from dv-cinder-806965-5-iscsi {{(pid=93912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 15:18:41.536335 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f309b2e-b5a9-4a5f-924c-25df8df9aa4c None None] No non-hosted networks {{(pid=93912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 15:18:41.556786 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.agentschedulers_db [None req-4f309b2e-b5a9-4a5f-924c-25df8df9aa4c None None] DHCP Agent not found on host dv-cinder-806965-5-iscsi {{(pid=93912) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 15:18:41.718973 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2bdef10c-58aa-4248-9b99-e61681651eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536262'] for agent, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:44.231292 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536262'] for agent, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:44.232946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.233531 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.234073 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.234752 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.235405 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.235956 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.236482 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.237057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.239000 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.239524 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.240682 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.241235 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:44.243135 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806965-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:18:44.275260 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806965-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:18:44.290769 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e4c115ce-8cc7-4236-8b84-af845252275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536262'] for agent, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:44.352951 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-625512c3-fd1b-4445-9f05-defcb40fe574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:45.252605 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536262'] for agent, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:46.945807 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536262'] for agent, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:48.046620 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 34892) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:18:48.539726 dv-cinder-806965-5-iscsi neutron-server[93911]: WARNING oslo_policy.policy [None req-95ee29df-8b6c-4605-8d8a-fbc8ce50f4fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:48.540323 dv-cinder-806965-5-iscsi neutron-server[93911]: WARNING oslo_policy.policy [None req-95ee29df-8b6c-4605-8d8a-fbc8ce50f4fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:48.770198 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [None req-95ee29df-8b6c-4605-8d8a-fbc8ce50f4fd admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:18:48.771301 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-95ee29df-8b6c-4605-8d8a-fbc8ce50f4fd admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237866 Sep 14 15:18:51.195201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 34906) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:18:51.518175 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:18:51.614108 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.policy [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 15:18:51.661212 dv-cinder-806965-5-iscsi neutron-server[93911]: WARNING oslo_policy.policy [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:51.661427 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.db.l3_hamode_db [None req-dcc1312c-6b79-46bf-9796-d9a38438b154 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 15:18:51.661932 dv-cinder-806965-5-iscsi neutron-server[93911]: WARNING oslo_policy.policy [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:51.671428 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.quota [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] Loaded quota_driver: . Sep 14 15:18:51.745361 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1312c-6b79-46bf-9796-d9a38438b154 None None] Routers set() bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:18:51.745863 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1312c-6b79-46bf-9796-d9a38438b154 None None] Router IDs set() for agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 15:18:51.771249 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765173953671', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765173954260', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765173942198', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765173972714', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765179686787', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765173983821', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1879547', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1793091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-708986', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649296'] for rbac-policy, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:51.839131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:51.840395 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9609ac6e-f662-4053-8b52-f405c943f204 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6441946 Sep 14 15:18:54.475510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 34918) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:18:54.769576 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'project_id': 'e16bdb257f144467a5555537c6bed73b'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:18:54.797324 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Made reservation on behalf of e16bdb257f144467a5555537c6bed73b for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:18:54.800071 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:54.816428 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:54.939495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:54.943093 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:54.963255 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:18:54.991743 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765177775764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:54.992353 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Unsubscribe: segment precommit_create {{(pid=93911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 15:18:54.992873 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Added segment 3c45fed9-8f75-400b-a985-65c0eb904caa of type vlan for network 9a64d6de-1c8e-4e5b-8e01-126114612361 Sep 14 15:18:55.008998 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5fba2c-7af8-46c1-893d-470d2150691d,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:18:55.036514 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.036866 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.037202 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.037528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.037857 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.038192 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.038546 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.038869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.039201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.039521 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.039836 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.040168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Tracked resource versions report: Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: pushed versions: Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: { 'AddressGroup': {'1.2'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'ConntrackHelper': {'1.0'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Log': {'1.0'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Network': {'1.1'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Port': {'1.7'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'PortForwarding': {'1.2'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'QosPolicy': {'1.9'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroup': {'1.4'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SubPort': {'1.0'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Subnet': {'1.1'}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Trunk': {'1.1'}} Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: consumer versions: Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'ConntrackHelper': '1.0', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Log': '1.0', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Network': '1.1', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Port': '1.7', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'PortForwarding': '1.2', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'QosPolicy': '1.9', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroup': '1.4', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroupRule': '1.2', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SubPort': '1.0', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Subnet': '1.1', Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Trunk': '1.1'}} Sep 14 15:18:55.041251 dv-cinder-806965-5-iscsi neutron-server[93911]: {{(pid=93911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:18:55.116226 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:55.155654 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:55.156841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:18:55.157515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:55.214207 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7375400 Sep 14 15:18:55.259228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b30eb-2e93-4bd5-b475-2357d8b52df4 admin admin] Pushing event updated for resources: {'Network': ['ID=9a64d6de-1c8e-4e5b-8e01-126114612361,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:18:55.272254 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:18:57.981877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 34932) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:18:58.495208 dv-cinder-806965-5-iscsi neutron-server[93910]: WARNING oslo_policy.policy [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:58.495697 dv-cinder-806965-5-iscsi neutron-server[93910]: WARNING oslo_policy.policy [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:58.954609 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.policy [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 15:18:59.002165 dv-cinder-806965-5-iscsi neutron-server[93910]: WARNING oslo_policy.policy [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:59.002757 dv-cinder-806965-5-iscsi neutron-server[93910]: WARNING oslo_policy.policy [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 15:18:59.012141 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:18:59.014110 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2d034c11-e42b-45bd-a7b2-64c53661c13d admin admin] 10.222.0.68 "GET /v2.0/networks/9a64d6de-1c8e-4e5b-8e01-126114612361 HTTP/1.1" status: 200 len: 825 time: 1.0301855 Sep 14 15:18:59.054651 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0221f7f8-5da6-41f1-85fe-a26a9365858f admin admin] 10.222.0.68 "GET /v2.0/subnetpools/dd75b2ec-f2c7-4684-b9bd-4949862fab77 HTTP/1.1" status: 200 len: 734 time: 0.0342469 Sep 14 15:18:59.064829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Request body: {'subnet': {'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77', 'name': 'private-subnet'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:18:59.066850 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.quota [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Loaded quota_driver: . Sep 14 15:18:59.105340 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Made reservation on behalf of e16bdb257f144467a5555537c6bed73b for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:18:59.108140 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:59.402854 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:59.473111 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Checking segment: {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:18:59.473480 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Network hostable DHCP agents. Network: 9a64d6de-1c8e-4e5b-8e01-126114612361, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:18:59.485636 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32e2d27-6707-4264-9ed1-b822646c1a1b,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:18:59.503215 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.503598 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.504066 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.504356 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.504738 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.505072 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.505428 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.505776 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.506163 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.506531 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.506851 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.507161 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Tracked resource versions report: Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: pushed versions: Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: { 'AddressGroup': {'1.2'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'ConntrackHelper': {'1.0'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Log': {'1.0'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Network': {'1.1'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Port': {'1.7'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'PortForwarding': {'1.2'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'QosPolicy': {'1.9'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroup': {'1.4'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SubPort': {'1.0'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Subnet': {'1.1'}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Trunk': {'1.1'}} Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: consumer versions: Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'ConntrackHelper': '1.0', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Log': '1.0', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Network': '1.1', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Port': '1.7', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'PortForwarding': '1.2', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'QosPolicy': '1.9', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroup': '1.4', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroupRule': '1.2', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SubPort': '1.0', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Subnet': '1.1', Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Trunk': '1.1'}} Sep 14 15:18:59.508178 dv-cinder-806965-5-iscsi neutron-server[93910]: {{(pid=93910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:18:59.530942 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:18:59.547700 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 9a64d6de-1c8e-4e5b-8e01-126114612361) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:18:59.552442 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:18:59.553105 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:18:59.558607 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a02d0d-0247-410b-87af-b75d815cc6af None None] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:18:59.573500 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-47fb5821-37ed-4b02-b719-7649eddd155e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5120664 Sep 14 15:18:59.886912 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-9a64d6de-1c8e-4e5b-8e01-126114612361', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:18:59.888169 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:00.169930 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Allocated IP 172.20.0.2 (9a64d6de-1c8e-4e5b-8e01-126114612361/f32e2d27-6707-4264-9ed1-b822646c1a1b/6c170ac3-61a6-463b-b40f-3e8f569a88cb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:19:00.378200 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:00.423371 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Transition to ACTIVE for port object 6c170ac3-61a6-463b-b40f-3e8f569a88cb will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:19:00.444983 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Transition to ACTIVE for port object 6c170ac3-61a6-463b-b40f-3e8f569a88cb will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:19:00.453377 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:00.516981 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:19:00.521514 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:19:00.535145 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:19:00.543696 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Pushing event updated for resources: {'Port': ['ID=6c170ac3-61a6-463b-b40f-3e8f569a88cb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:00.577105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.577105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.577105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.577105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.577105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578479 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.578635 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Tracked resource versions report: Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: pushed versions: Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: { 'AddressGroup': {'1.2'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'ConntrackHelper': {'1.0'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Log': {'1.0'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Network': {'1.1'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Port': {'1.7'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'PortForwarding': {'1.2'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'QosPolicy': {'1.9'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroup': {'1.4'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SubPort': {'1.0'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Subnet': {'1.1'}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Trunk': {'1.1'}} Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: consumer versions: Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'ConntrackHelper': '1.0', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Log': '1.0', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Network': '1.1', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Port': '1.7', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'PortForwarding': '1.2', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'QosPolicy': '1.9', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroup': '1.4', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroupRule': '1.2', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SubPort': '1.0', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Subnet': '1.1', Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Trunk': '1.1'}} Sep 14 15:19:00.579650 dv-cinder-806965-5-iscsi neutron-server[93912]: {{(pid=93912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:19:00.628838 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Attempting to bind port 6c170ac3-61a6-463b-b40f-3e8f569a88cb on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:19:00.629227 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Attempting to bind port 6c170ac3-61a6-463b-b40f-3e8f569a88cb by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:19:00.629623 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Attempting to bind port 6c170ac3-61a6-463b-b40f-3e8f569a88cb on network 9a64d6de-1c8e-4e5b-8e01-126114612361 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:19:00.634613 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:19:00.635823 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Checking segment: {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:19:00.636604 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:00.637028 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Bound using segment: {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:19:00.637494 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Bound port: 6c170ac3-61a6-463b-b40f-3e8f569a88cb, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:19:00.637905 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:00.702110 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d4347423-395b-413d-b887-d22238b4d90a None None] For port 6c170ac3-61a6-463b-b40f-3e8f569a88cb, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:19:00.706517 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d4347423-395b-413d-b887-d22238b4d90a None None] For port 6c170ac3-61a6-463b-b40f-3e8f569a88cb, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6c170ac3-61a6-463b-b40f-3e8f569a88cb,segment=NetworkSegment(3c45fed9-8f75-400b-a985-65c0eb904caa),segment_id=3c45fed9-8f75-400b-a985-65c0eb904caa)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:19:00.710982 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:00.778774 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4347423-395b-413d-b887-d22238b4d90a None None] Pushing event updated for resources: {'Port': ['ID=6c170ac3-61a6-463b-b40f-3e8f569a88cb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:02.028194 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 34952) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:02.351863 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [None req-5ed65742-029b-4d18-ba86-533ae9ab2fa0 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:19:02.352857 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5ed65742-029b-4d18-ba86-533ae9ab2fa0 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3237417 Sep 14 15:19:04.819550 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 34960) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:05.156279 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [None req-e5979bdf-de4b-48e5-bdaa-3df49ed0f7c4 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:19:05.170381 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e5979bdf-de4b-48e5-bdaa-3df49ed0f7c4 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3367698 Sep 14 15:19:07.927383 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 34970) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:08.241972 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] Request body: {'router': {'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:19:08.266156 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:08.267756 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:08.427486 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:08.432204 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:08.444074 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:08.445266 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5974dfc4-3734-45a0-8f56-f4d9046c5051 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5168395 Sep 14 15:19:09.292074 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f561743b-c652-4346-a035-47db3e5cda4b None None] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:19:09.405848 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-dcb174f9-615a-4901-8c8d-88607b479300 None None] Provisioning for port 6c170ac3-61a6-463b-b40f-3e8f569a88cb completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:19:09.908642 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6c170ac3-61a6-463b-b40f-3e8f569a88cb up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:19:09.989189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 6c170ac3-61a6-463b-b40f-3e8f569a88cb completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:19:09.992604 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 6c170ac3-61a6-463b-b40f-3e8f569a88cb triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:09.992990 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:10.100334 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:10.135152 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 6c170ac3-61a6-463b-b40f-3e8f569a88cb, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6c170ac3-61a6-463b-b40f-3e8f569a88cb,segment=NetworkSegment(3c45fed9-8f75-400b-a985-65c0eb904caa),segment_id=3c45fed9-8f75-400b-a985-65c0eb904caa)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:19:10.139277 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:10.186135 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=6c170ac3-61a6-463b-b40f-3e8f569a88cb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:10.871233 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 34982) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:11.180355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [None req-b54d817f-b88d-4fdc-8389-e2aeb164df56 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:19:11.181955 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b54d817f-b88d-4fdc-8389-e2aeb164df56 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097465 Sep 14 15:19:11.334115 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2a7a325a-0898-46f0-9a78-8f9384bee01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:11.892675 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6c170ac3-61a6-463b-b40f-3e8f569a88cb up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:19:11.940276 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 6c170ac3-61a6-463b-b40f-3e8f569a88cb triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:11.940641 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:13.603630 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 34990) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:13.921791 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:19:13.944685 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Made reservation on behalf of 8222dc73b51542fbb99d5c1f7ce095c5 for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:19:13.947724 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:13.962947 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.078990 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.082816 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.097602 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=93910) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 15:19:14.123561 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765177775764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.124127 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Unsubscribe: segment precommit_create {{(pid=93910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 15:19:14.124879 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Added segment b90dbde2-2173-4e6d-94b7-dc757ed89d58 of type flat for network 9031e0c5-1c9d-40d9-943b-003732badbf4 Sep 14 15:19:14.128518 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81fafaf-c45c-4d9e-af53-b282e9f0a053,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:14.193103 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.204614 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.233113 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.233977 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:19:14.234582 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.273144 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7956-f4ae-4499-81b6-0ad1fbcb2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:14.291687 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6869740 Sep 14 15:19:14.326308 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc944eff-85ef-44d3-beca-1f08b3c339f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9031e0c5-1c9d-40d9-943b-003732badbf4,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:14.337453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:19:15.104882 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:16.695217 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35008) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:16.870815 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736f1be-a607-4357-8f0c-bec2dc8d86b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:19:16.873021 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a736f1be-a607-4357-8f0c-bec2dc8d86b4 admin admin] 10.222.0.68 "GET /v2.0/subnets/f32e2d27-6707-4264-9ed1-b822646c1a1b HTTP/1.1" status: 200 len: 849 time: 0.1755927 Sep 14 15:19:16.892204 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:16.996506 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-769db6c9-ccd1-4047-a9db-195ab2936ce3 admin admin] 10.222.0.68 "GET /v2.0/routers/308d2b4e-4a25-452b-87ae-a9c90a1daea3 HTTP/1.1" status: 200 len: 704 time: 0.1177001 Sep 14 15:19:17.260849 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:17.557546 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Allocated IP 172.20.0.1 (9a64d6de-1c8e-4e5b-8e01-126114612361/f32e2d27-6707-4264-9ed1-b822646c1a1b/0db7f9dc-118e-4be1-994c-1900a9711582) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:19:17.708790 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:17.730189 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Transition to ACTIVE for port object 0db7f9dc-118e-4be1-994c-1900a9711582 will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:19:17.842414 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:17.907149 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:19:17.917545 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:19:17.925125 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:19:17.925643 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:17.951026 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Pushing event updated for resources: {'Port': ['ID=0db7f9dc-118e-4be1-994c-1900a9711582,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:18.103235 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bd3efde2-106d-4e89-97f2-094d177d8db2 None None] Provisioning for port 0db7f9dc-118e-4be1-994c-1900a9711582 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:19:18.107074 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bd3efde2-106d-4e89-97f2-094d177d8db2 None None] Provisioning complete for port 0db7f9dc-118e-4be1-994c-1900a9711582 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:18.107272 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bd3efde2-106d-4e89-97f2-094d177d8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:18.128869 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:18.139915 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-bd3efde2-106d-4e89-97f2-094d177d8db2 None None] Port 0db7f9dc-118e-4be1-994c-1900a9711582 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:19:18.338810 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:18.343119 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:18.343882 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:18.404714 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Pushing event updated for resources: {'Port': ['ID=0db7f9dc-118e-4be1-994c-1900a9711582,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:18.469860 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:19:18.471321 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:19:18.636428 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:19:18.661488 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-81e70ac1-920d-4dc9-84ca-4867d7ac8ab1 None None] Provisioning complete for port 0db7f9dc-118e-4be1-994c-1900a9711582 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:18.661823 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-81e70ac1-920d-4dc9-84ca-4867d7ac8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:18.695416 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-81e70ac1-920d-4dc9-84ca-4867d7ac8ab1 None None] Port 0db7f9dc-118e-4be1-994c-1900a9711582 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:19:18.727812 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:19:18.734679 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8a6db5bd-4314-42a8-a85e-1e15ec687617 admin admin] 10.222.0.68 "PUT /v2.0/routers/308d2b4e-4a25-452b-87ae-a9c90a1daea3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7305298 Sep 14 15:19:18.750520 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Sync routers for ids ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:19:18.762707 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Routers {'308d2b4e-4a25-452b-87ae-a9c90a1daea3'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:19:18.763520 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:19:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:18.949703 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Set router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:19:19.381221 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'name': 'router1', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:19:08Z', 'updated_at': '2021-09-14T15:19:18Z', 'revision_number': 2, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'gw_port_host': None, '_interfaces': [{'id': '0db7f9dc-118e-4be1-994c-1900a9711582', 'name': '', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'mac_address': 'fa:16:3e:12:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:17Z', 'updated_at': '2021-09-14T15:19:18Z', 'revision_number': 2, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'subnets': [{'id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:19.432283 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Checking router: 308d2b4e-4a25-452b-87ae-a9c90a1daea3 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:19:19.432650 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Updating router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 port 0db7f9dc-118e-4be1-994c-1900a9711582 binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:19:19.480781 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:19.996334 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:20.014686 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Transition to ACTIVE for port object 0db7f9dc-118e-4be1-994c-1900a9711582 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:19:20.020617 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:20.189019 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Pushing event updated for resources: {'Port': ['ID=0db7f9dc-118e-4be1-994c-1900a9711582,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:20.193862 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Attempting to bind port 0db7f9dc-118e-4be1-994c-1900a9711582 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:19:20.194262 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Attempting to bind port 0db7f9dc-118e-4be1-994c-1900a9711582 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:19:20.194727 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Attempting to bind port 0db7f9dc-118e-4be1-994c-1900a9711582 on network 9a64d6de-1c8e-4e5b-8e01-126114612361 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:19:20.203515 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.203862 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.204213 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.204531 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.204855 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.205182 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.205504 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.205826 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.206151 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.206494 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.206813 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.207128 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Tracked resource versions report: Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: pushed versions: Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: { 'AddressGroup': {'1.2'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'ConntrackHelper': {'1.0'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Log': {'1.0'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Network': {'1.1'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Port': {'1.7'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'PortForwarding': {'1.2'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'QosPolicy': {'1.9'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroup': {'1.4'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SubPort': {'1.0'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Subnet': {'1.1'}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Trunk': {'1.1'}} Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: consumer versions: Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'ConntrackHelper': '1.0', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Log': '1.0', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Network': '1.1', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Port': '1.7', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'PortForwarding': '1.2', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'QosPolicy': '1.9', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroup': '1.4', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroupRule': '1.2', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SubPort': '1.0', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Subnet': '1.1', Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Trunk': '1.1'}} Sep 14 15:19:20.208166 dv-cinder-806965-5-iscsi neutron-server[93913]: {{(pid=93913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:19:20.210569 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:19:20.211066 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Checking segment: {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:19:20.211582 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:20.211956 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Bound using segment: {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:19:20.212884 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Bound port: 0db7f9dc-118e-4be1-994c-1900a9711582, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c45fed9-8f75-400b-a985-65c0eb904caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:19:20.213583 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:20.282933 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] For port 0db7f9dc-118e-4be1-994c-1900a9711582, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:19:20.302901 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] For port 0db7f9dc-118e-4be1-994c-1900a9711582, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=0db7f9dc-118e-4be1-994c-1900a9711582,segment=NetworkSegment(3c45fed9-8f75-400b-a985-65c0eb904caa),segment_id=3c45fed9-8f75-400b-a985-65c0eb904caa)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:19:20.308200 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:20.360995 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76d23-aa7b-4c41-8675-eb2972f0bc84 None None] Pushing event updated for resources: {'Port': ['ID=0db7f9dc-118e-4be1-994c-1900a9711582,revision_number=4']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:20.389450 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Routers {'308d2b4e-4a25-452b-87ae-a9c90a1daea3'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:19:20.390074 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:19:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:20.483173 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] Set router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:19:20.687258 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'name': 'router1', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:19:08Z', 'updated_at': '2021-09-14T15:19:18Z', 'revision_number': 2, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'gw_port_host': None, '_interfaces': [{'id': '0db7f9dc-118e-4be1-994c-1900a9711582', 'name': '', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'mac_address': 'fa:16:3e:12:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:17Z', 'updated_at': '2021-09-14T15:19:20Z', 'revision_number': 4, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'subnets': [{'id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:20.716071 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7980402-6786-42e6-bf89-41a8c11c8b0d None None] The sync data for ids ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'] in dv-cinder-806965-5-iscsi is: [{'id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'name': 'router1', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:19:08Z', 'updated_at': '2021-09-14T15:19:18Z', 'revision_number': 2, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'gw_port_host': None, '_interfaces': [{'id': '0db7f9dc-118e-4be1-994c-1900a9711582', 'name': '', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'mac_address': 'fa:16:3e:12:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:17Z', 'updated_at': '2021-09-14T15:19:20Z', 'revision_number': 4, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'subnets': [{'id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:19:21.011986 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35030) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:21.122754 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349c6cf2-987f-4eb6-800c-9b2008f04e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:19:21.124388 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-349c6cf2-987f-4eb6-800c-9b2008f04e0e admin admin] 10.222.0.68 "GET /v2.0/networks/9031e0c5-1c9d-40d9-943b-003732badbf4 HTTP/1.1" status: 200 len: 842 time: 0.1112621 Sep 14 15:19:21.135093 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:19:21.156585 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Made reservation on behalf of 8222dc73b51542fbb99d5c1f7ce095c5 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:19:21.158848 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:21.440887 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.objects.ports [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 15:19:21.441321 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:21.495122 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3981bc-351d-4848-86a7-181315092531,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:21.503522 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:19:21.503873 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Network hostable DHCP agents. Network: 9031e0c5-1c9d-40d9-943b-003732badbf4, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:19:21.519641 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:19:21.527692 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 9031e0c5-1c9d-40d9-943b-003732badbf4) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:19:21.531688 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:19:21.532267 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:21.537122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4c155-5eea-4cf9-a07a-59ee4b8f2096 None None] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:19:21.547074 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e0f3c683-097f-40bd-944b-8305af4d34f5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4159737 Sep 14 15:19:21.677536 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259b868-3718-40e1-8d2d-a1d9028393e4 None None] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:19:23.889342 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35038) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:24.176966 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-56991ce8-734f-4ed7-9a5f-48806bf364c5 admin admin] 10.222.0.68 "GET /v2.0/routers/308d2b4e-4a25-452b-87ae-a9c90a1daea3 HTTP/1.1" status: 200 len: 710 time: 0.2863734 Sep 14 15:19:24.326081 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f019293-b7e9-4077-8605-0369c725b1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:19:24.327525 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9f019293-b7e9-4077-8605-0369c725b1b4 admin admin] 10.222.0.68 "GET /v2.0/networks/9031e0c5-1c9d-40d9-943b-003732badbf4 HTTP/1.1" status: 200 len: 886 time: 0.1444077 Sep 14 15:19:24.337729 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:19:24.582882 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:24.817861 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:24.892350 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:25.081647 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Allocated IP 172.27.3.67 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/291ded61-5a96-488d-bd9c-beb32517531d) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:19:25.190051 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:25.257904 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:25.328301 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:19:25.333096 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:19:25.347798 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:19:25.356239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Pushing event updated for resources: {'Port': ['ID=291ded61-5a96-488d-bd9c-beb32517531d,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:25.681178 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:25.889332 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-533948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6282'] for router, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:25.894960 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-533925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524597'] for router, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:25.949894 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 0db7f9dc-118e-4be1-994c-1900a9711582 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:19:26.002479 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 0db7f9dc-118e-4be1-994c-1900a9711582 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:19:26.006522 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 0db7f9dc-118e-4be1-994c-1900a9711582 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:26.006913 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:26.012078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:19:26.089645 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:26.124258 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 0db7f9dc-118e-4be1-994c-1900a9711582, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=0db7f9dc-118e-4be1-994c-1900a9711582,segment=NetworkSegment(3c45fed9-8f75-400b-a985-65c0eb904caa),segment_id=3c45fed9-8f75-400b-a985-65c0eb904caa)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:19:26.128804 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:19:26.129522 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:26.135081 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:26.138935 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7103738f-0283-4b3c-8776-bf7a4b3031cb admin admin] 10.222.0.68 "PUT /v2.0/routers/308d2b4e-4a25-452b-87ae-a9c90a1daea3 HTTP/1.1" status: 200 len: 889 time: 1.8050406 Sep 14 15:19:26.183214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=0db7f9dc-118e-4be1-994c-1900a9711582,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:27.241520 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Sync routers for ids ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:19:27.252495 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Routers {'308d2b4e-4a25-452b-87ae-a9c90a1daea3'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:19:27.253121 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:19:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:27.512648 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Set router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:19:27.901789 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'name': 'router1', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '291ded61-5a96-488d-bd9c-beb32517531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:19:08Z', 'updated_at': '2021-09-14T15:19:25Z', 'revision_number': 4, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'gw_port': {'id': '291ded61-5a96-488d-bd9c-beb32517531d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:24Z', 'updated_at': '2021-09-14T15:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '0db7f9dc-118e-4be1-994c-1900a9711582', 'name': '', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'mac_address': 'fa:16:3e:12:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:17Z', 'updated_at': '2021-09-14T15:19:26Z', 'revision_number': 5, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'subnets': [{'id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:27.927288 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 0db7f9dc-118e-4be1-994c-1900a9711582 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:19:27.970247 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Checking router: 308d2b4e-4a25-452b-87ae-a9c90a1daea3 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:19:27.970621 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Updating router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 port 291ded61-5a96-488d-bd9c-beb32517531d binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:19:28.026167 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.132516 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 0db7f9dc-118e-4be1-994c-1900a9711582 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:28.132876 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.416122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.426779 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Transition to ACTIVE for port object 291ded61-5a96-488d-bd9c-beb32517531d will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:19:28.433919 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.482118 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Attempting to bind port 291ded61-5a96-488d-bd9c-beb32517531d on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:19:28.482518 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Attempting to bind port 291ded61-5a96-488d-bd9c-beb32517531d by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:19:28.482889 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Attempting to bind port 291ded61-5a96-488d-bd9c-beb32517531d on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:19:28.492280 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f18c8-0cd2-45be-a7df-77280d38ca16 None None] Pushing event updated for resources: {'Port': ['ID=291ded61-5a96-488d-bd9c-beb32517531d,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:28.494976 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:19:28.495401 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:19:28.495945 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.496309 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:19:28.496778 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Bound port: 291ded61-5a96-488d-bd9c-beb32517531d, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:19:28.497180 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.547065 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] For port 291ded61-5a96-488d-bd9c-beb32517531d, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:19:28.550014 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] For port 291ded61-5a96-488d-bd9c-beb32517531d, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=291ded61-5a96-488d-bd9c-beb32517531d,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:19:28.554796 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:28.567975 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35050) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:19:28.597680 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:19:28.688870 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-dccc5e57-dc7c-4f23-b8f9-fdf581919c78 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191857 Sep 14 15:19:28.691551 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Routers {'308d2b4e-4a25-452b-87ae-a9c90a1daea3'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:19:28.692194 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:19:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:28.694050 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f18c8-0cd2-45be-a7df-77280d38ca16 None None] Pushing event updated for resources: {'Port': ['ID=291ded61-5a96-488d-bd9c-beb32517531d,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:28.810272 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] Set router 308d2b4e-4a25-452b-87ae-a9c90a1daea3 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:19:29.028705 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'name': 'router1', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '291ded61-5a96-488d-bd9c-beb32517531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:19:08Z', 'updated_at': '2021-09-14T15:19:25Z', 'revision_number': 4, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'gw_port': {'id': '291ded61-5a96-488d-bd9c-beb32517531d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:24Z', 'updated_at': '2021-09-14T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '0db7f9dc-118e-4be1-994c-1900a9711582', 'name': '', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'mac_address': 'fa:16:3e:12:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:17Z', 'updated_at': '2021-09-14T15:19:26Z', 'revision_number': 5, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'subnets': [{'id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:19:29.059302 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fba195-bfb2-41f0-b347-d8c7d8884608 None None] The sync data for ids ['308d2b4e-4a25-452b-87ae-a9c90a1daea3'] in dv-cinder-806965-5-iscsi is: [{'id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'name': 'router1', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '291ded61-5a96-488d-bd9c-beb32517531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:19:08Z', 'updated_at': '2021-09-14T15:19:25Z', 'revision_number': 4, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'gw_port': {'id': '291ded61-5a96-488d-bd9c-beb32517531d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:24Z', 'updated_at': '2021-09-14T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '0db7f9dc-118e-4be1-994c-1900a9711582', 'name': '', 'network_id': '9a64d6de-1c8e-4e5b-8e01-126114612361', 'tenant_id': 'e16bdb257f144467a5555537c6bed73b', 'mac_address': 'fa:16:3e:12:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308d2b4e-4a25-452b-87ae-a9c90a1daea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:19:17Z', 'updated_at': '2021-09-14T15:19:26Z', 'revision_number': 5, 'project_id': 'e16bdb257f144467a5555537c6bed73b', 'subnets': [{'id': 'f32e2d27-6707-4264-9ed1-b822646c1a1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd75b2ec-f2c7-4684-b9bd-4949862fab77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:19:30.054439 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 291ded61-5a96-488d-bd9c-beb32517531d up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:19:30.105662 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 291ded61-5a96-488d-bd9c-beb32517531d completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:19:30.109271 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 291ded61-5a96-488d-bd9c-beb32517531d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:30.109649 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:30.187055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:30.207044 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 291ded61-5a96-488d-bd9c-beb32517531d, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=291ded61-5a96-488d-bd9c-beb32517531d,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:19:30.211023 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:30.261931 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=291ded61-5a96-488d-bd9c-beb32517531d,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:19:31.911485 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 291ded61-5a96-488d-bd9c-beb32517531d up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:19:31.959221 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 291ded61-5a96-488d-bd9c-beb32517531d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:19:31.964283 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:41.338137 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-acd99647-96ee-4286-88e4-e961e3dd97a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:44.209448 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:44.277289 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-406daa4a-7469-4fe3-8f2a-f317e78fec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:45.122473 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:19:46.914957 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:05.595799 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:20:11.341608 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-38ac9015-14ab-41b5-b41b-efe56ea1f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:14.208167 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:14.272159 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36fd3d3c-f94e-4a85-a299-42b1f58a7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:15.112942 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:16.917522 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:41.349849 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f491c8f6-76b9-484d-8434-b8765c738192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:42.595804 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:20:44.205963 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:44.282295 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-64c0858d-ea6e-4aae-b18b-5c05a1c20bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:45.123075 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:20:46.928017 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:11.353822 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3cb6690c-d5cf-4c12-9242-98e39d7d651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:11.718907 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35612) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:11.794570 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4bc032-475a-4f66-a4ea-92d1dfaa3f2c admin admin] GET failed (client error): The resource could not be found. Sep 14 15:21:11.797060 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-dd4bc032-475a-4f66-a4ea-92d1dfaa3f2c admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0777013 Sep 14 15:21:12.003907 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f934b61-4bef-4a78-9060-f3f15a05f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:12.005447 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1f934b61-4bef-4a78-9060-f3f15a05f748 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2028832 Sep 14 15:21:14.206333 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:14.284808 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76baff7f-4e26-42b5-a48c-142f33411695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:14.365254 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35622) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:14.490124 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a5ce9-fbc2-41c6-bf8a-55b90f53d716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:14.491594 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-cb2a5ce9-fbc2-41c6-bf8a-55b90f53d716 admin admin] 10.222.0.68 "GET /v2.0/subnets/f32e2d27-6707-4264-9ed1-b822646c1a1b HTTP/1.1" status: 200 len: 849 time: 0.1250162 Sep 14 15:21:14.503721 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:21:14.604191 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:14.775197 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765177829133'] for subnet, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:14.811212 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:14.811813 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:14.813171 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] 10.222.0.68 "PUT /v2.0/subnets/f32e2d27-6707-4264-9ed1-b822646c1a1b HTTP/1.1" status: 200 len: 868 time: 0.3143480 Sep 14 15:21:14.818453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2369eee7-ca82-4159-a314-34831143334e None None] Network 9a64d6de-1c8e-4e5b-8e01-126114612361 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:21:14.842638 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32e2d27-6707-4264-9ed1-b822646c1a1b,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:21:14.852369 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.852979 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.853330 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.853666 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.853987 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.854331 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.854812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.855135 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.855473 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.855799 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.856115 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:14.856432 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24d1bd-9680-46a7-a9ca-a7aa2dfe43f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:21:15.126041 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:15.291547 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e706f537-4bba-4f66-8ac6-fa29d1c3672b None None] Provisioning complete for port 0db7f9dc-118e-4be1-994c-1900a9711582 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:21:15.292504 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e706f537-4bba-4f66-8ac6-fa29d1c3672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:15.418020 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e706f537-4bba-4f66-8ac6-fa29d1c3672b None None] Provisioning complete for port 6c170ac3-61a6-463b-b40f-3e8f569a88cb triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:21:15.418570 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e706f537-4bba-4f66-8ac6-fa29d1c3672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:16.931334 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:17.236270 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35630) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:17.544325 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66de340-253f-47e5-9f0b-cc7e475f08d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:17.544802 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66de340-253f-47e5-9f0b-cc7e475f08d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:17.546461 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e66de340-253f-47e5-9f0b-cc7e475f08d2 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3088493 Sep 14 15:21:19.595202 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:21:19.919301 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35640) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:20.078055 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d902654-960c-4cc9-be5c-5243e75f1e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:20.078567 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d902654-960c-4cc9-be5c-5243e75f1e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:20.080861 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-6d902654-960c-4cc9-be5c-5243e75f1e67 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1597137 Sep 14 15:21:22.504741 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35648) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:22.642544 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc1d-9279-4bf9-ad92-20c76dd67bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:22.644589 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-60e8dc1d-9279-4bf9-ad92-20c76dd67bc8 admin admin] 10.222.0.68 "GET /v2.0/networks/9031e0c5-1c9d-40d9-943b-003732badbf4 HTTP/1.1" status: 200 len: 886 time: 0.1388416 Sep 14 15:21:25.106496 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35656) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:25.255720 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c6097-0a9f-41f6-8ca1-3664757708d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:25.257032 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1d5c6097-0a9f-41f6-8ca1-3664757708d9 admin admin] 10.222.0.68 "GET /v2.0/networks/9a64d6de-1c8e-4e5b-8e01-126114612361 HTTP/1.1" status: 200 len: 869 time: 0.1495509 Sep 14 15:21:27.622343 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35664) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:27.765011 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdc640-ce72-47cc-88fc-21770364315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:27.765482 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdc640-ce72-47cc-88fc-21770364315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:27.767227 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e7cdc640-ce72-47cc-88fc-21770364315a admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431754 Sep 14 15:21:30.141553 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35672) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:30.278626 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20a1f7-216d-429e-8e28-0207d7b96d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:30.278980 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20a1f7-216d-429e-8e28-0207d7b96d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:30.280596 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8d20a1f7-216d-429e-8e28-0207d7b96d81 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1379309 Sep 14 15:21:32.693923 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35680) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:32.911726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afa5cd-d280-4526-b605-da9d066d2418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:32.913058 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-c8afa5cd-d280-4526-b605-da9d066d2418 admin admin] 10.222.0.68 "GET /v2.0/subnets/7b3981bc-351d-4848-86a7-181315092531 HTTP/1.1" status: 200 len: 816 time: 0.2181365 Sep 14 15:21:35.332848 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35688) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:21:35.436481 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec359bf6-e295-428e-927f-1109c08255d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:21:35.437906 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-ec359bf6-e295-428e-927f-1109c08255d4 admin admin] 10.222.0.68 "GET /v2.0/subnets/f32e2d27-6707-4264-9ed1-b822646c1a1b HTTP/1.1" status: 200 len: 868 time: 0.1040819 Sep 14 15:21:41.354108 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15130d17-5cb6-402c-aa00-d2c831f5f552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:44.210923 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:44.282426 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-59d6e23c-e1e0-4255-b365-02b6c8a8fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:45.131515 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:46.932158 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:21:56.593302 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:22:01.766499 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35742) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:22:01.824507 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [None req-e749cc74-ff50-4286-95e0-9dbf48d57e3b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:22:01.825595 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e749cc74-ff50-4286-95e0-9dbf48d57e3b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578072 Sep 14 15:22:04.573069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35750) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:22:04.657514 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3257ef-e69a-4c68-a992-4896a083193c admin admin] GET failed (client error): The resource could not be found. Sep 14 15:22:04.659083 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-ff3257ef-e69a-4c68-a992-4896a083193c admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0849824 Sep 14 15:22:04.758665 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce36171-1363-4bd9-8f21-c84c642d00ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:22:04.762520 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-dce36171-1363-4bd9-8f21-c84c642d00ea admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0968704 Sep 14 15:22:07.119516 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35758) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:22:07.179770 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:22:07.210008 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Made reservation on behalf of 8222dc73b51542fbb99d5c1f7ce095c5 for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:22:07.212572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:07.251958 dv-cinder-806965-5-iscsi neutron-server[93911]: WARNING neutron.services.revisions.revision_plugin [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Could not find related network for resource to bump revision. Sep 14 15:22:07.266547 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:22:07.278366 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:07.278717 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Added segment 6ceeaeeb-38aa-4696-a2be-3335e8a32d14 of type vlan for network d9ba3da6-7484-4f94-b2f3-3d61243fbbac Sep 14 15:22:07.320828 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:07.348943 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:07.350173 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:22:07.350895 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:07.393193 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2725072 Sep 14 15:22:07.424625 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feed95-173f-4d92-a6c6-49ad5ba96aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ba3da6-7484-4f94-b2f3-3d61243fbbac,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:22:07.437511 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network d9ba3da6-7484-4f94-b2f3-3d61243fbbac details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:22:09.759745 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35766) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:22:09.831652 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d32223-bd9e-406c-9176-9775715b485b admin admin] GET failed (client error): The resource could not be found. Sep 14 15:22:09.833131 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-68d32223-bd9e-406c-9176-9775715b485b admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0722239 Sep 14 15:22:09.944861 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5c8d9-8ea2-49f2-a610-3737832a4dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:22:09.946401 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-45f5c8d9-8ea2-49f2-a610-3737832a4dec admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078918 Sep 14 15:22:09.958211 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:22:09.984619 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Made reservation on behalf of 8222dc73b51542fbb99d5c1f7ce095c5 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:22:09.987502 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.171887 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.229057 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1669cb19-0c5b-4e72-b027-2d728d37f395,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:22:10.241101 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.241474 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.241819 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.242152 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.242526 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.242875 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.243205 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.243536 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.243870 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.244193 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.244510 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.244832 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.249229 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Checking segment: {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:22:10.249587 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Network hostable DHCP agents. Network: d9ba3da6-7484-4f94-b2f3-3d61243fbbac, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:22:10.267096 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Network d9ba3da6-7484-4f94-b2f3-3d61243fbbac is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:22:10.276445 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, d9ba3da6-7484-4f94-b2f3-3d61243fbbac) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:22:10.281253 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:22:10.282306 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.286625 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97205427-793a-4707-be3b-c8f7052b59af None None] Network d9ba3da6-7484-4f94-b2f3-3d61243fbbac requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:22:10.297157 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-de1beeb8-5aca-4133-b86a-7d58e1265c5f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3433850 Sep 14 15:22:10.449819 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-d9ba3da6-7484-4f94-b2f3-3d61243fbbac', 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac', 'tenant_id': '8222dc73b51542fbb99d5c1f7ce095c5', 'fixed_ips': [{'subnet_id': '1669cb19-0c5b-4e72-b027-2d728d37f395'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:22:10.450775 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.625262 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Allocated IP 192.168.233.2 (d9ba3da6-7484-4f94-b2f3-3d61243fbbac/1669cb19-0c5b-4e72-b027-2d728d37f395/ad953d81-5684-4f0f-998f-072de118dbd4) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:22:10.801703 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.811276 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Transition to ACTIVE for port object ad953d81-5684-4f0f-998f-072de118dbd4 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:22:10.828037 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Transition to ACTIVE for port object ad953d81-5684-4f0f-998f-072de118dbd4 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:22:10.834069 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.873980 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Network d9ba3da6-7484-4f94-b2f3-3d61243fbbac is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:22:10.877305 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:22:10.883962 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:22:10.887184 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Pushing event updated for resources: {'Port': ['ID=ad953d81-5684-4f0f-998f-072de118dbd4,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:22:10.898475 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.898829 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.899171 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.899509 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.899842 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.900225 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.900512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.900838 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.901564 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.901564 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.901946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.902123 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:22:10.951198 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Attempting to bind port ad953d81-5684-4f0f-998f-072de118dbd4 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:22:10.951554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Attempting to bind port ad953d81-5684-4f0f-998f-072de118dbd4 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:22:10.951913 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Attempting to bind port ad953d81-5684-4f0f-998f-072de118dbd4 on network d9ba3da6-7484-4f94-b2f3-3d61243fbbac {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:22:10.957847 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:22:10.958081 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Checking segment: {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:22:10.958525 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:10.958895 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Bound using segment: {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:22:10.959367 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Bound port: ad953d81-5684-4f0f-998f-072de118dbd4, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:22:10.959771 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:11.028595 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] For port ad953d81-5684-4f0f-998f-072de118dbd4, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:22:11.032473 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] For port ad953d81-5684-4f0f-998f-072de118dbd4, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ad953d81-5684-4f0f-998f-072de118dbd4,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:22:11.037098 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:11.096375 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87855c4d-4b67-4504-9e34-f79f8b399a69 None None] Pushing event updated for resources: {'Port': ['ID=ad953d81-5684-4f0f-998f-072de118dbd4,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:22:11.352151 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f388f77a-dbe2-4a9c-a193-e9ae35267d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:12.065185 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722d3d8-6351-4c01-98de-b2a11eb39938 None None] Network d9ba3da6-7484-4f94-b2f3-3d61243fbbac requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:22:12.112594 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ad953d81-5684-4f0f-998f-072de118dbd4 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:22:12.216563 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bb16c124-2b29-4cfc-8dd5-8e39175d296d None None] Provisioning for port ad953d81-5684-4f0f-998f-072de118dbd4 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:22:12.264338 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port ad953d81-5684-4f0f-998f-072de118dbd4 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:22:12.275322 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port ad953d81-5684-4f0f-998f-072de118dbd4 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:22:12.275689 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:12.392817 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:12.446236 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port ad953d81-5684-4f0f-998f-072de118dbd4, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ad953d81-5684-4f0f-998f-072de118dbd4,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:22:12.451556 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:12.512379 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=ad953d81-5684-4f0f-998f-072de118dbd4,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:22:12.552651 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7bd7cf00-8774-4399-a20e-4ea17cb7ddf1 None None] Provisioning complete for port ad953d81-5684-4f0f-998f-072de118dbd4 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:22:12.553030 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bd7cf00-8774-4399-a20e-4ea17cb7ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:14.050110 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ad953d81-5684-4f0f-998f-072de118dbd4 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:22:14.121888 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port ad953d81-5684-4f0f-998f-072de118dbd4 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:22:14.122431 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:14.253447 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:14.304668 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2aaf5be8-0eb9-45ad-a7d1-4236941d9043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:15.133206 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:16.939626 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:33.593037 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:22:41.348591 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-55a79b32-579e-448a-a99a-afefe1ad6e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:44.218345 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:44.296052 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-da0afc3c-72dd-49c1-bf06-f4eef445efcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:45.132739 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:22:46.945136 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:10.591932 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:23:11.346493 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a5619714-92b7-44d8-8808-d9aaa226ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:14.206538 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:14.298330 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ca1c3aa5-5696-4444-a65d-44789b06fac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:15.136822 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:16.953509 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:24.377992 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35822) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:23:24.384335 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [None req-0b03359e-b780-4c11-9990-b03fb3e91378 tempest-verify_tempest_config-916850173 tempest-verify_tempest_config-916850173-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:23:24.385310 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0b03359e-b780-4c11-9990-b03fb3e91378 tempest-verify_tempest_config-916850173 tempest-verify_tempest_config-916850173-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062141 Sep 14 15:23:24.708693 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 35840) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:23:24.821095 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:24.911192 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:24.915689 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:24.963181 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4880f3faa1f245718dd090b271f3c111&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2533147 Sep 14 15:23:24.963918 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab756258-2195-4944-94f4-34ed7b58e2a8,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:23:24.966164 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35844) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:23:24.970761 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.971114 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.971456 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.971790 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.972123 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.972929 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.973263 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.973594 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.974236 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.974236 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.974603 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:24.974929 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb79840f-13e4-4f20-b401-6f3697312bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.026285 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:25.048517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:25.138679 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:25.142047 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:25.144120 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab756258-2195-4944-94f4-34ed7b58e2a8 HTTP/1.1" status: 204 len: 168 time: 0.1766660 Sep 14 15:23:25.152994 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab756258-2195-4944-94f4-34ed7b58e2a8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:23:25.160063 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.160455 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.160749 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.161088 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.161420 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.161754 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.162081 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.162434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.162783 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.163107 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.163431 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:25.163756 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330619c-e26e-4d1e-9b8b-e237b21a60f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:23:41.340666 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-18d0523c-08f2-4565-ace4-04739c63c2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:44.200490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:44.290878 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d093dde8-204b-44b7-9973-f4b43524a74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:45.137955 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:46.945033 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:23:47.590452 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:24:11.341579 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-33242ee9-4197-4f62-8212-9f5eff142113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:14.208009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:14.293885 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fb105dff-ea23-4859-b9d5-aeedf16b636a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:15.145486 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:16.948446 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:24.589407 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 5 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:24:41.344842 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aab01e9c-a27e-4392-9ca7-a4b2da40bc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:44.199896 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:44.295147 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-393ac878-aaf7-4eaf-b096-cd36bea4b11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:45.144228 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:24:46.948979 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:00.777887 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536262'] for agent, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:01.588449 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:25:11.346932 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f11f141-92d4-4f31-b0eb-4dd89c95764d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:14.211399 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:14.297790 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc5f-fdb5-4949-96b4-7a11c779268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:15.151960 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:16.564699 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35922) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:25:16.678863 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-f8752152-69f6-4187-8d37-822c279dfe85 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1129594 Sep 14 15:25:16.952701 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:18.928664 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 35932) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:25:18.986845 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1d59ff3b-b10a-4bfe-91f4-b7495ea8d1b7 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0570252 Sep 14 15:25:30.730484 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:38.587643 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:25:41.348922 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-2360993e-510c-47fa-a8aa-08eb9920ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:44.203374 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:44.300766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a64e7f1-212a-4d33-8f69-e0129b49a17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:45.150689 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:25:46.954792 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:00.734799 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:11.351207 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4490ecdb-c0db-4355-8e08-35984063e94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:14.211061 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:14.329982 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c26848c4-581f-45f2-a53c-386d797c54dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:15.158791 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:15.591642 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:26:16.961998 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:30.743563 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:41.358009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5c8ad9bb-afe9-4bf0-8711-86b930761e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:44.219674 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:44.310331 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-47d24637-6081-48f3-ae51-c3f821009d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:45.169534 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:46.971189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.251365 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36166) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:49.279190 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36172) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:49.312323 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36178) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:49.342449 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36182) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:49.532083 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1087483638-network', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:49.543322 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-355440060-network', 'tenant_id': 'f259acb4c1f644f5a76a7345c102f8cb'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:49.564893 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.db.api [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 15:26:49.564893 dv-cinder-806965-5-iscsi neutron-server[93910]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 15:26:49.564893 dv-cinder-806965-5-iscsi neutron-server[93910]: [parameters: {'project_id': 'f259acb4c1f644f5a76a7345c102f8cb', 'id': 'f0e8dfe5-01b9-4e1e-b5e4-5f7841b81976', 'expiration': datetime.datetime(2021, 9, 14, 15, 28, 49, 558338)}] Sep 14 15:26:49.564893 dv-cinder-806965-5-iscsi neutron-server[93910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 15:26:49.565261 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG oslo_db.api [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 15:26:49.571974 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-network', 'tenant_id': '01add173cfec40ff8b262632688392ef'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:49.583144 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-network', 'tenant_id': '40c8dd348a7546428dbad912bb553904'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:49.591121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Made reservation on behalf of a17221623e2b4136b5d3323addb519c2 for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:49.593527 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.db.api [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 15:26:49.593527 dv-cinder-806965-5-iscsi neutron-server[93911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 15:26:49.593527 dv-cinder-806965-5-iscsi neutron-server[93911]: [parameters: {'project_id_1': '40c8dd348a7546428dbad912bb553904', 'expiration_1': datetime.datetime(2021, 9, 14, 15, 26, 29, 588324)}] Sep 14 15:26:49.593527 dv-cinder-806965-5-iscsi neutron-server[93911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 15:26:49.594060 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG oslo_db.api [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 15:26:49.595731 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.609838 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.637279 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Made reservation on behalf of 01add173cfec40ff8b262632688392ef for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:49.639694 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.653331 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.743388 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.751099 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.774063 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:26:49.794696 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.795060 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Added segment b766cf3a-c759-4e63-baf7-424d62f28a03 of type vlan for network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 Sep 14 15:26:49.867843 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.894660 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7540d8be-5760-4e67-a2a6-7c45886651d3,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:49.908884 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.909631 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:49.910230 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:49.930780 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.931099 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.931623 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.932248 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.932749 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.933240 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.933559 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.934083 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.934650 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.935302 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.935818 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.936319 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Tracked resource versions report: Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: pushed versions: Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: { 'AddressGroup': {'1.2'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'ConntrackHelper': {'1.0'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Log': {'1.0'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Network': {'1.1'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Port': {'1.7'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'PortForwarding': {'1.2'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'QosPolicy': {'1.9'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroup': {'1.4'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SubPort': {'1.0'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Subnet': {'1.1'}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Trunk': {'1.1'}} Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: consumer versions: Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: HyperV agent@hv-cinder-80696: {}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'ConntrackHelper': '1.0', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Log': '1.0', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Network': '1.1', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Port': '1.7', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'PortForwarding': '1.2', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'QosPolicy': '1.9', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroup': '1.4', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SecurityGroupRule': '1.2', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'SubPort': '1.0', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Subnet': '1.1', Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: 'Trunk': '1.1'}} Sep 14 15:26:49.937716 dv-cinder-806965-5-iscsi neutron-server[93910]: {{(pid=93910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:26:50.033662 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] Pushing event updated for resources: {'Network': ['ID=00da861c-b73f-4bc6-90e6-6aa7f98ad107,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:50.045057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:26:50.046423 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.053841 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.064876 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36220) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:50.073150 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Request body: {'subnet': {'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1087483638-subnet', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:50.080051 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c22ada1e-e232-4e7b-b9b5-ddf36dc06667 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7988291 Sep 14 15:26:50.124892 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:26:50.150299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Made reservation on behalf of a17221623e2b4136b5d3323addb519c2 for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:50.154604 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.164389 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.164827 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Added segment b365d665-1296-4f6d-aa01-b85e4f8ebf4e of type vlan for network 45202b66-ba91-4a57-b8c6-21f1efac9531 Sep 14 15:26:50.199465 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f878f2bf-d2a0-432c-b2a9-5e947594c4c6,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:50.269980 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Made reservation on behalf of f259acb4c1f644f5a76a7345c102f8cb for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:50.274169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Made reservation on behalf of 40c8dd348a7546428dbad912bb553904 for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:50.276485 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.279934 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.309465 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.328405 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.372904 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.458056 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.db.resource_extend [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 15:26:50.556723 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.571735 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.586157 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:26:50.604912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.605604 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Added segment 1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a of type vlan for network 71c66ee0-6808-463b-b14d-695882b49fc4 Sep 14 15:26:50.658948 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.664218 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.668387 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.669515 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:50.670272 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.670714 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.706101 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.710294 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Checking segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:50.711246 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Network hostable DHCP agents. Network: 00da861c-b73f-4bc6-90e6-6aa7f98ad107, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:26:50.720918 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4068782 Sep 14 15:26:50.731406 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36254) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:50.739541 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Request body: {'subnet': {'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-subnet', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:50.767656 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30972395-abb4-4437-bdc5-d22cc1302fbc,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:50.778244 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:50.781294 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Made reservation on behalf of 01add173cfec40ff8b262632688392ef for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:50.800276 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.815520 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.815896 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.816242 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.816578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.816911 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.817238 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.820905 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.826829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.827421 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.830136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.831772 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.832119 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Tracked resource versions report: Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: pushed versions: Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: { 'AddressGroup': {'1.2'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'ConntrackHelper': {'1.0'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Log': {'1.0'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Network': {'1.1'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Port': {'1.7'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'PortForwarding': {'1.2'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'QosPolicy': {'1.9'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroup': {'1.4'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SubPort': {'1.0'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Subnet': {'1.1'}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Trunk': {'1.1'}} Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: consumer versions: Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: HyperV agent@hv-cinder-80696: {}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'ConntrackHelper': '1.0', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Log': '1.0', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Network': '1.1', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Port': '1.7', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'PortForwarding': '1.2', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'QosPolicy': '1.9', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroup': '1.4', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SecurityGroupRule': '1.2', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'SubPort': '1.0', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Subnet': '1.1', Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: 'Trunk': '1.1'}} Sep 14 15:26:50.833157 dv-cinder-806965-5-iscsi neutron-server[93911]: {{(pid=93911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:26:50.849972 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:26:50.855681 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:26:50.873853 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.874840 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:50.875485 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.880141 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44491f29-a66f-4003-a1bc-e6e63923c95a admin admin] Pushing event updated for resources: {'Network': ['ID=45202b66-ba91-4a57-b8c6-21f1efac9531,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:50.883880 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.884722 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Added segment e7139b45-dcc6-4815-8b26-f458eaf34c96 of type vlan for network 6db66e0e-293d-42b9-8d44-981973eb0c3f Sep 14 15:26:50.886965 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 00da861c-b73f-4bc6-90e6-6aa7f98ad107) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:50.892379 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:26:50.902965 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc131b-af3a-42ec-baed-2f980fc73a8b None None] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:50.911101 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce284207-16ae-4f7a-bf27-98c42482ab16,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:50.924335 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:50.925289 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:50.963493 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e4aa4992-31fc-4229-bc46-fd414ac0b58b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8974769 Sep 14 15:26:50.969478 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36272) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:50.977980 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:51.000609 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.002555 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7500002 Sep 14 15:26:51.009068 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36274) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:51.014939 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Request body: {'subnet': {'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-355440060-subnet', 'tenant_id': 'f259acb4c1f644f5a76a7345c102f8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:51.059469 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.061167 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.154810 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dceb5-a8b1-41dc-b7bf-cca33b05afe1 admin admin] Pushing event updated for resources: {'Network': ['ID=71c66ee0-6808-463b-b14d-695882b49fc4,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:51.179552 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.184417 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.186062 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:51.186888 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.284545 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 71c66ee0-6808-463b-b14d-695882b49fc4 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:26:51.329791 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36278) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:51.366868 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.425986 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] Pushing event updated for resources: {'Network': ['ID=6db66e0e-293d-42b9-8d44-981973eb0c3f,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:51.429593 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.440624 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Made reservation on behalf of f259acb4c1f644f5a76a7345c102f8cb for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:51.444959 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.458685 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:26:51.484778 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:26:51.486048 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.518234 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Checking segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:51.518643 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Network hostable DHCP agents. Network: 45202b66-ba91-4a57-b8c6-21f1efac9531, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:26:51.520793 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8056d836-2bf1-412f-a0e9-2ade30c5a469,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:51.537988 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-507d758a-5370-407e-8974-e195d68e731b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1943936 Sep 14 15:26:51.543290 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36286) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:51.553150 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Request body: {'subnet': {'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-subnet', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:51.582400 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:26:51.592691 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Made reservation on behalf of 40c8dd348a7546428dbad912bb553904 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:26:51.596289 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.616465 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 45202b66-ba91-4a57-b8c6-21f1efac9531) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:51.630398 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:51.630983 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.635932 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d46aa917-f213-457e-b42f-10cf034eacb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.655725 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb95573-b2f5-4e90-b682-79ce72e34bed None None] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:51.671845 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-edbf0dd8-89d4-4ad3-b565-767c099bd8a6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9374156 Sep 14 15:26:51.690962 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36292) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:51.697538 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:51.813100 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.907211 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d46aa917-f213-457e-b42f-10cf034eacb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.916170 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d46aa917-f213-457e-b42f-10cf034eacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.923596 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:51.976667 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa2b640-56c1-461e-990d-529cac5ad347,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:52.028563 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d46aa917-f213-457e-b42f-10cf034eacb1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b794302b53dc43fe9f09a61543ef40c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6960938 Sep 14 15:26:52.040980 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36304) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:52.043538 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46aa917-f213-457e-b42f-10cf034eacb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdbcfc2-662f-44a2-b5a6-30c612220f7e,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:52.064069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Checking segment: {'id': '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:52.069460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Network hostable DHCP agents. Network: 71c66ee0-6808-463b-b14d-695882b49fc4, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:26:52.107743 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Allocated IP 172.20.0.2 (00da861c-b73f-4bc6-90e6-6aa7f98ad107/ce284207-16ae-4f7a-bf27-98c42482ab16/73fd94be-1b04-4d4e-8f4b-65d809fc3a2f) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:26:52.111998 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Checking segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:52.112350 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Network hostable DHCP agents. Network: 6db66e0e-293d-42b9-8d44-981973eb0c3f, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:26:52.126169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Network 71c66ee0-6808-463b-b14d-695882b49fc4 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:26:52.163364 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 71c66ee0-6808-463b-b14d-695882b49fc4) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:52.179251 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:26:52.181952 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:52.189578 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cb87aaaa-a174-44cb-a9e4-9d27d313d007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.191787 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.192877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 6db66e0e-293d-42b9-8d44-981973eb0c3f) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:52.193239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.201049 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:52.201366 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.208502 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026de1f-ea9b-4f45-925b-0d8c86fca73c None None] Network 71c66ee0-6808-463b-b14d-695882b49fc4 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:52.228403 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-91b89a5b-f34c-4437-bcef-3d6d0bb54fdd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6839368 Sep 14 15:26:52.236947 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:52.238060 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.239911 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36306) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:52.246419 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:26:52.255316 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99464076-0a9a-486f-a8d9-5826aa12bb27 None None] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:52.275277 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cb87aaaa-a174-44cb-a9e4-9d27d313d007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.288959 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.290001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.350268 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cb87aaaa-a174-44cb-a9e4-9d27d313d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.354229 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cb87aaaa-a174-44cb-a9e4-9d27d313d007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.359752 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-cb87aaaa-a174-44cb-a9e4-9d27d313d007 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1bdbcfc2-662f-44a2-b5a6-30c612220f7e HTTP/1.1" status: 204 len: 168 time: 0.3132932 Sep 14 15:26:52.368213 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87aaaa-a174-44cb-a9e4-9d27d313d007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdbcfc2-662f-44a2-b5a6-30c612220f7e,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:52.377883 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.447419 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.448812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.451699 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9f0def14-8ba8-4af3-a16a-fa9532c1a5e4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4411910 Sep 14 15:26:52.566027 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.593790 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:26:52.668353 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96174cc5-e892-4d16-9ea3-de0ab68057e0 None None] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:52.787524 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.851572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.893483 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7957ae0-c1f2-4b1b-b398-2f8d3f67334b None None] Network 71c66ee0-6808-463b-b14d-695882b49fc4 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:52.942107 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Allocated IP 172.27.3.228 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/a50b3e0d-73cd-4ef5-8702-6c0e1a65087e) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:26:52.948026 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:52.974297 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Transition to ACTIVE for port object 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:26:53.035498 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36352) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:53.049256 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cce383d0-fc7e-4b56-a495-9e3150b93d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.115350 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Transition to ACTIVE for port object 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:26:53.188788 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-6db66e0e-293d-42b9-8d44-981973eb0c3f', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:26:53.189805 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.200286 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.203074 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.290721 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.305182 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cce383d0-fc7e-4b56-a495-9e3150b93d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.306079 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:26:53.317001 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cce383d0-fc7e-4b56-a495-9e3150b93d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.359826 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:26:53.395667 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Pushing event updated for resources: {'Port': ['ID=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:53.398275 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:53.399254 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:53.401338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:26:53.412992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:26:53.416814 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-cce383d0-fc7e-4b56-a495-9e3150b93d53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=23370d8a2f5942f0a7f9876d5994e7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3801310 Sep 14 15:26:53.423049 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36370) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:53.506845 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Pushing event updated for resources: {'Port': ['ID=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:53.509186 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.509519 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.509875 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.510496 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.510833 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.511222 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.511718 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.511907 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.512417 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.512897 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.513280 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.513614 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Tracked resource versions report: Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: pushed versions: Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: { 'AddressGroup': {'1.2'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'ConntrackHelper': {'1.0'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Log': {'1.0'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Network': {'1.1'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Port': {'1.7'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'PortForwarding': {'1.2'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'QosPolicy': {'1.9'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroup': {'1.4'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SubPort': {'1.0'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Subnet': {'1.1'}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Trunk': {'1.1'}} Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: consumer versions: Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: HyperV agent@hv-cinder-80696: {}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'ConntrackHelper': '1.0', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Log': '1.0', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Network': '1.1', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Port': '1.7', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'PortForwarding': '1.2', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'QosPolicy': '1.9', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroup': '1.4', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SecurityGroupRule': '1.2', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'SubPort': '1.0', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Subnet': '1.1', Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: 'Trunk': '1.1'}} Sep 14 15:26:53.514988 dv-cinder-806965-5-iscsi neutron-server[93912]: {{(pid=93912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:26:53.546395 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Attempting to bind port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:26:53.546745 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Attempting to bind port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:26:53.547123 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Attempting to bind port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:26:53.577422 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:26:53.577798 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Checking segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:53.578205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.578626 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Bound using segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:26:53.579800 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Bound port: 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:26:53.580219 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.581744 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce383d0-fc7e-4b56-a495-9e3150b93d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb92212-6eef-43fb-a06c-827ce3d7834a,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:53.599604 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-048f6af1-b764-45b7-9c5d-2e48e8a693b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.631885 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36388) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:53.643441 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-048f6af1-b764-45b7-9c5d-2e48e8a693b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.643635 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Allocated IP 172.20.0.2 (6db66e0e-293d-42b9-8d44-981973eb0c3f/cfa2b640-56c1-461e-990d-529cac5ad347/2cb2d723-e0ae-4a74-b9b6-7698c83d6141) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:26:53.657929 dv-cinder-806965-5-iscsi neutron-server[93911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 15:26:53.698242 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] For port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:26:53.721554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] For port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:26:53.737608 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-048f6af1-b764-45b7-9c5d-2e48e8a693b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.749183 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-048f6af1-b764-45b7-9c5d-2e48e8a693b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.749183 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-048f6af1-b764-45b7-9c5d-2e48e8a693b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cbb92212-6eef-43fb-a06c-827ce3d7834a HTTP/1.1" status: 204 len: 168 time: 0.3218257 Sep 14 15:26:53.751472 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:53.779261 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f6af1-b764-45b7-9c5d-2e48e8a693b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb92212-6eef-43fb-a06c-827ce3d7834a,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:54.015907 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.017839 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778026be-c74e-4d5a-a01b-056061547da8 None None] Pushing event updated for resources: {'Port': ['ID=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:54.076497 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.088335 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Transition to ACTIVE for port object 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:26:54.115205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Transition to ACTIVE for port object 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:26:54.121940 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.166062 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:26:54.170218 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.170743 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:54.178420 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:26:54.198992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Pushing event updated for resources: {'Port': ['ID=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:54.274132 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.277603 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Attempting to bind port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:26:54.277974 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Attempting to bind port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:26:54.278370 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Attempting to bind port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 on network 6db66e0e-293d-42b9-8d44-981973eb0c3f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:26:54.285287 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:26:54.285663 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Checking segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:54.286068 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.286495 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Bound using segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:26:54.287155 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Bound port: 2cb2d723-e0ae-4a74-b9b6-7698c83d6141, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:26:54.287564 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.373495 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] For port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:26:54.377205 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.379958 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] For port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:26:54.387017 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.389635 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-2ce3df6f-62e7-43de-88a0-74aa1217f048 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:26:54.395056 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-2ce3df6f-62e7-43de-88a0-74aa1217f048 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/networks?id=71c66ee0-6808-463b-b14d-695882b49fc4 HTTP/1.1" status: 200 len: 811 time: 0.7565064 Sep 14 15:26:54.447050 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd4c24-dbf8-40ed-9f46-8d18c3379f19 None None] Pushing event updated for resources: {'Port': ['ID=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:54.473434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:54.558975 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-f5c053bf-5290-4aca-8d14-b7e7fabbd618 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/quotas/f259acb4c1f644f5a76a7345c102f8cb HTTP/1.1" status: 200 len: 375 time: 0.1551254 Sep 14 15:26:54.635906 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-872e09c4-009d-4e36-b713-317b06ff9b17 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f259acb4c1f644f5a76a7345c102f8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760419 Sep 14 15:26:54.729767 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Allocated IP 172.27.3.174 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/e6358a57-240f-4ecb-bc2b-a61f502545c0) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:26:55.064925 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.082465 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.232902 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.290898 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c137b9f9-e348-40c7-8811-ba39cb46b046 None None] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:55.356162 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36450) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:55.387702 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-4dfb7fd6-6270-4c79-b005-2b69cf5af280 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:26:55.389214 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-4dfb7fd6-6270-4c79-b005-2b69cf5af280 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3205588 Sep 14 15:26:55.449229 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:26:55.466301 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e4c32b09-bbad-4ea3-98d3-23affefdedac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.466577 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-9b41849c-9ef0-428b-a745-62bcdf9825e6 None None] Provisioning for port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:26:55.478679 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:55.501355 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:26:55.504107 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Pushing event updated for resources: {'Port': ['ID=e6358a57-240f-4ecb-bc2b-a61f502545c0,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:55.509078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Allocated IP 172.27.3.183 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/58b26fad-7a63-4da1-9244-4dcb46444e9d) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:26:55.718558 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Router 39884699-72d7-480a-acc9-22f5d47bd936 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:26:55.723837 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e4c32b09-bbad-4ea3-98d3-23affefdedac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.734848 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e4c32b09-bbad-4ea3-98d3-23affefdedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.742189 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-697539c7-38ed-4d30-a77c-154570521227 service neutron] 10.222.0.68 "GET /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413737 Sep 14 15:26:55.782130 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e4c32b09-bbad-4ea3-98d3-23affefdedac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=87fb68b629184615b9546db58e4c5650&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4246790 Sep 14 15:26:55.790606 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36464) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:55.825234 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32b09-bbad-4ea3-98d3-23affefdedac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9e589-9947-449e-90b4-4d7d2797b7bc,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:55.885337 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ce32cc33-17b9-4caf-8379-156ebff36a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:55.890877 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f4965-24e7-4352-9d7b-76878aefda56 None None] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:26:55.933893 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ce32cc33-17b9-4caf-8379-156ebff36a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.043492 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ce32cc33-17b9-4caf-8379-156ebff36a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.046837 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ce32cc33-17b9-4caf-8379-156ebff36a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.050978 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ce32cc33-17b9-4caf-8379-156ebff36a09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2f9e589-9947-449e-90b4-4d7d2797b7bc HTTP/1.1" status: 204 len: 168 time: 0.2569752 Sep 14 15:26:56.059647 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32cc33-17b9-4caf-8379-156ebff36a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9e589-9947-449e-90b4-4d7d2797b7bc,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:56.143264 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e88326a8-899c-47ec-b0dc-8c3f846997af None None] Provisioning for port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:26:56.390134 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:26:56.419966 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-bb656e7e-888a-4050-9dd5-51e835b59aaa service neutron] 10.222.0.68 "GET /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644609 Sep 14 15:26:56.465703 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.520105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:26:56.545266 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:26:56.545641 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.645439 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ccbffbfd-de52-48a4-bff6-e4a4d317958c None None] Provisioning complete for port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:26:56.645937 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbffbfd-de52-48a4-bff6-e4a4d317958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.714964 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.737225 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:26:56.742016 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36500) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:56.749830 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.751369 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:26:56.768643 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:26:56.768915 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc9ac-a8b1-4c20-873d-0625b495c028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.769795 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:26:56.822791 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:26:56.823879 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ccbffbfd-de52-48a4-bff6-e4a4d317958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.836810 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.837019 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:26:56.942510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:56.957471 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:26:57.049944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc9ac-a8b1-4c20-873d-0625b495c028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.059172 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc9ac-a8b1-4c20-873d-0625b495c028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.062137 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:57.064616 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:57.105980 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:26:57.127835 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.db.api [None req-ccbffbfd-de52-48a4-bff6-e4a4d317958c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 15:26:57.128397 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG oslo_db.api [None req-ccbffbfd-de52-48a4-bff6-e4a4d317958c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 15:26:57.136486 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bc9ac-a8b1-4c20-873d-0625b495c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78388a2-5932-4764-997e-fe908095440d,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:57.152043 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:26:57.157391 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:26:57.157910 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.164657 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-bb9bc9ac-a8b1-4c20-873d-0625b495c028 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36453145c4084807bf4976c255267850&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4157870 Sep 14 15:26:57.167541 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36528) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:57.191605 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:26:57.217524 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.218784 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8465c948-2165-4fe7-a962-963aa78f4f30 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2477300 Sep 14 15:26:57.231804 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36530) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:57.260114 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Pushing event updated for resources: {'Port': ['ID=58b26fad-7a63-4da1-9244-4dcb46444e9d,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:57.404691 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.436419 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:26:53Z', 'revision_number': 3, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:26:57.446789 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e5e0315d-1fc5-4360-8e52-b0b955b04e73 req-8f2bbde2-8a79-4c0f-b813-0864980ec2b6 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 210 time: 0.3612802 Sep 14 15:26:57.487832 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:26:57.488327 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Updating router 39884699-72d7-480a-acc9-22f5d47bd936 port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:26:57.527807 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.536407 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-49f003e1-2e6b-47f8-8136-301e764a9374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.537162 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:26:57.544057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.659836 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:57.741161 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-49f003e1-2e6b-47f8-8136-301e764a9374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.847890 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-49f003e1-2e6b-47f8-8136-301e764a9374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.851460 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-49f003e1-2e6b-47f8-8136-301e764a9374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:57.853201 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-49f003e1-2e6b-47f8-8136-301e764a9374 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a78388a2-5932-4764-997e-fe908095440d HTTP/1.1" status: 204 len: 168 time: 0.6830387 Sep 14 15:26:57.974598 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f003e1-2e6b-47f8-8136-301e764a9374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78388a2-5932-4764-997e-fe908095440d,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:58.034726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.085925 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.087845 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.112642 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Transition to ACTIVE for port object a50b3e0d-73cd-4ef5-8702-6c0e1a65087e will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:26:58.126543 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.286092 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Pushing event updated for resources: {'Port': ['ID=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:58.296249 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Attempting to bind port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:26:58.298287 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Attempting to bind port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:26:58.298759 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Attempting to bind port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:26:58.317363 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.322520 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.322997 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.323370 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.323673 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.324005 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.324336 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.324660 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.325007 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.325328 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.325646 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.325962 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:26:58.333530 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Tracked resource versions report: Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: pushed versions: Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: { 'AddressGroup': {'1.2'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'ConntrackHelper': {'1.0'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Log': {'1.0'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Network': {'1.1'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Port': {'1.7'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'PortForwarding': {'1.2'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'QosPolicy': {'1.9'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroup': {'1.4'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroupRule': {'1.2'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SubPort': {'1.0'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Subnet': {'1.1'}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Trunk': {'1.1'}} Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: consumer versions: Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: { DHCP agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: HyperV agent@hv-cinder-80696: {}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: L3 agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: Metadata agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: Metering agent@dv-cinder-806965-5-iscsi: {}, Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: Open vSwitch agent@dv-cinder-806965-5-iscsi: { 'AddressGroup': '1.2', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'ConntrackHelper': '1.0', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Log': '1.0', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Network': '1.1', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Port': '1.7', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'PortForwarding': '1.2', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'QosPolicy': '1.9', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroup': '1.4', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SecurityGroupRule': '1.2', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'SubPort': '1.0', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Subnet': '1.1', Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: 'Trunk': '1.1'}} Sep 14 15:26:58.334037 dv-cinder-806965-5-iscsi neutron-server[93913]: {{(pid=93913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 15:26:58.340475 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:26:58.340943 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:26:58.341242 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.341633 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:26:58.342200 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Bound port: a50b3e0d-73cd-4ef5-8702-6c0e1a65087e, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:26:58.343672 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.436525 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:26:58.442675 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.454575 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] For port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:26:58.462021 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] For port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:26:58.472768 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.538339 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46a31-578c-47dd-82fd-da6f9d9b4c78 None None] Pushing event updated for resources: {'Port': ['ID=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:26:58.564635 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:26:58.565685 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:26:58.581652 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.681506 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:26:58.714686 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7e92b058-d076-4f38-bf0f-5cb50b413206 req-150caf16-4054-4d8b-b766-eec2c5e65085 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 210 time: 0.0864935 Sep 14 15:26:58.717550 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Router 539eefc7-7aa6-4341-a588-536884da3ec9 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:26:58.820625 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:26:58.821676 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:58.827183 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:26:58.972812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:59.056748 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Allocated IP 172.20.0.1 (00da861c-b73f-4bc6-90e6-6aa7f98ad107/ce284207-16ae-4f7a-bf27-98c42482ab16/33eb6057-b1cc-480b-9a78-8afdcebd9dd5) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:26:59.367515 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:26:53Z', 'revision_number': 3, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:26:59.422781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:26:59.427030 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69685381-3a76-40e4-ad6a-4e514d7f7899 None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:26:53Z', 'revision_number': 3, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:26:59.437987 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Sync routers for ids ['539eefc7-7aa6-4341-a588-536884da3ec9'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:26:59.455696 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:59.459786 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a4fe9282-2881-47fe-8795-08dac9d8c734 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7633080 Sep 14 15:26:59.460538 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Routers {'539eefc7-7aa6-4341-a588-536884da3ec9'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:26:59.460538 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['539eefc7-7aa6-4341-a588-536884da3ec9'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:26:59.460773 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36630) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:26:59.462029 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:59.467818 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:26:59.500656 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Transition to ACTIVE for port object 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:26:59.590747 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:59.662149 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:26:59.719302 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:26:59.724118 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:26:59.726344 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Set router 539eefc7-7aa6-4341-a588-536884da3ec9 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:26:59.728337 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:26:59.910298 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Pushing event updated for resources: {'Port': ['ID=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:00.295428 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-877b47c6-c090-4f1c-a17d-e1610c7cd359 None None] Provisioning for port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:00.303009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-877b47c6-c090-4f1c-a17d-e1610c7cd359 None None] Provisioning complete for port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:00.303317 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-877b47c6-c090-4f1c-a17d-e1610c7cd359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.349755 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.376909 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-877b47c6-c090-4f1c-a17d-e1610c7cd359 None None] Port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:27:00.430417 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a50b3e0d-73cd-4ef5-8702-6c0e1a65087e up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:00.500048 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:55Z', 'revision_number': 3, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:00.547253 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Checking router: 539eefc7-7aa6-4341-a588-536884da3ec9 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:00.547898 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Updating router 539eefc7-7aa6-4341-a588-536884da3ec9 port e6358a57-240f-4ecb-bc2b-a61f502545c0 binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:27:00.565737 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69db6d42-e017-444e-b9b2-3a7a4b52cf84 req-6351523b-b8c3-410a-8162-45d3a3cad36a tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 210 time: 0.3795605 Sep 14 15:27:00.571593 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:27:00.584691 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:27:00.587711 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.614774 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:00.618879 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:00.630927 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:00.640464 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:00.641130 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.782842 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.797820 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.799070 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.811679 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.52', 50650) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:00.834203 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:00.836018 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4e3a8ccb-94b6-45fa-8b21-093dc6f82921 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5947618 Sep 14 15:27:00.838935 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36674) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:01.082842 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Pushing event updated for resources: {'Port': ['ID=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:01.093230 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:01.105156 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36682) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:01.137856 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:01.437425 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-e4f8d01d-3d46-4f25-8152-11ecb4d7e48f tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:01.444552 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-e4f8d01d-3d46-4f25-8152-11ecb4d7e48f tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.52 "GET /v2.0/networks?id=71c66ee0-6808-463b-b14d-695882b49fc4 HTTP/1.1" status: 200 len: 811 time: 0.6302550 Sep 14 15:27:01.460604 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:01.481886 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:01.548379 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:01.555267 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:01.570492 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:01.583741 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Request body: {'port': {'device_id': 'd840657b-5972-46c4-a803-be2abdf1442d', 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4', 'admin_state_up': True, 'tenant_id': 'f259acb4c1f644f5a76a7345c102f8cb'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:01.597647 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:01.651986 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:57Z', 'revision_number': 3, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:01.768991 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:01.770549 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Updating router 58f1bef9-0d59-4e55-8908-98b531dfcda4 port 58b26fad-7a63-4da1-9244-4dcb46444e9d binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:27:01.885738 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:01.886172 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:02.051222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-06d8f978-7330-44df-a4e6-32eaafa59fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.135723 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.206514 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Transition to ACTIVE for port object e6358a57-240f-4ecb-bc2b-a61f502545c0 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:02.214946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e9afb144-b872-44e3-a00a-1fafdc32c9d3 None None] Provisioning complete for port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:02.216605 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e9afb144-b872-44e3-a00a-1fafdc32c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.242734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.244765 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36748) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:02.473885 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a349f64-a102-46cf-b477-47811d7e0480 req-d66078bd-17a3-408a-a793-22e9098e8a81 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 210 time: 0.1238549 Sep 14 15:27:02.535504 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Allocated IP 172.20.0.1 (45202b66-ba91-4a57-b8c6-21f1efac9531/8056d836-2bf1-412f-a0e9-2ade30c5a469/ba7282b2-58e2-4150-8fd1-1dc41ed06797) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:02.613873 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Router 39884699-72d7-480a-acc9-22f5d47bd936 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:27:02.678330 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36760) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:02.708786 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.762723 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36764) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:02.762911 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Transition to ACTIVE for port object 58b26fad-7a63-4da1-9244-4dcb46444e9d will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:02.763419 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.773183 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372e37b-c2be-472c-a8a0-b4623d04a46f None None] Pushing event updated for resources: {'Port': ['ID=e6358a57-240f-4ecb-bc2b-a61f502545c0,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:02.775313 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-06d8f978-7330-44df-a4e6-32eaafa59fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.797445 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a50b3e0d-73cd-4ef5-8702-6c0e1a65087e up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:02.801713 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-06d8f978-7330-44df-a4e6-32eaafa59fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.904381 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Made reservation on behalf of f259acb4c1f644f5a76a7345c102f8cb for: {'port': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:27:02.909334 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.918214 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Attempting to bind port 58b26fad-7a63-4da1-9244-4dcb46444e9d on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:02.918864 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Attempting to bind port 58b26fad-7a63-4da1-9244-4dcb46444e9d by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:02.921933 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Attempting to bind port 58b26fad-7a63-4da1-9244-4dcb46444e9d on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:02.929827 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bde2d-3a50-4241-a24b-9c1721b4765c None None] Pushing event updated for resources: {'Port': ['ID=58b26fad-7a63-4da1-9244-4dcb46444e9d,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:02.938862 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-06d8f978-7330-44df-a4e6-32eaafa59fce admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c8b7f9992bf4644985e5bfc39035c08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8269992 Sep 14 15:27:02.948612 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:02.951930 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36768) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:02.953785 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:02.954269 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:02.956185 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:02.962886 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Bound port: 58b26fad-7a63-4da1-9244-4dcb46444e9d, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:02.962886 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.015897 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8f978-7330-44df-a4e6-32eaafa59fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a52255-66c5-43d8-be81-670fcbc63e5b,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:03.030996 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:27:03.057306 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e9afb144-b872-44e3-a00a-1fafdc32c9d3 None None] Port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:27:03.104808 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Attempting to bind port e6358a57-240f-4ecb-bc2b-a61f502545c0 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:03.109841 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Attempting to bind port e6358a57-240f-4ecb-bc2b-a61f502545c0 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:03.111955 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Attempting to bind port e6358a57-240f-4ecb-bc2b-a61f502545c0 on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:03.143050 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] For port 58b26fad-7a63-4da1-9244-4dcb46444e9d, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:03.152824 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] For port 58b26fad-7a63-4da1-9244-4dcb46444e9d, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=58b26fad-7a63-4da1-9244-4dcb46444e9d,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:03.157250 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:03.162811 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.168457 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:03.172951 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.175901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:03.179869 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Bound port: e6358a57-240f-4ecb-bc2b-a61f502545c0, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:03.182159 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.206816 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:27:03.268637 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-bf224242-8ac9-4fbf-b7a5-8d5f8d06fb7e admin admin] 10.222.0.68 "PUT /v2.0/routers/39884699-72d7-480a-acc9-22f5d47bd936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0258932 Sep 14 15:27:03.341743 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:03.342422 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:03.358197 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bde2d-3a50-4241-a24b-9c1721b4765c None None] Pushing event updated for resources: {'Port': ['ID=58b26fad-7a63-4da1-9244-4dcb46444e9d,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:03.386772 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:03.387425 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:03.437479 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36776) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:03.447327 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.469400 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6decf3e-9562-49de-a592-dec2d56cbc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.489352 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9a6-cd59-43c7-b94a-be8db4acdb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.556594 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-06cd9d2d-64d5-4e31-bfc2-a42d60536d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.597976 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:03.598654 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.599105 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:03.695361 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] For port e6358a57-240f-4ecb-bc2b-a61f502545c0, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:03.789076 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] For port e6358a57-240f-4ecb-bc2b-a61f502545c0, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=e6358a57-240f-4ecb-bc2b-a61f502545c0,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:03.889692 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.988183 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b412cb81-b30a-4aea-802e-bdb4f4d05dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:03.988621 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:04.016565 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6decf3e-9562-49de-a592-dec2d56cbc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:04.027084 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:04.034081 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:57Z', 'revision_number': 3, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:04.115151 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cf1f-142a-423a-b6a7-1720ca036c3c None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:57Z', 'revision_number': 3, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:04.164304 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Allocated IP 172.20.0.13 (71c66ee0-6808-463b-b14d-695882b49fc4/bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c/dbd2a64a-f6e9-4590-8c10-301a9014be3d) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:04.173501 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372e37b-c2be-472c-a8a0-b4623d04a46f None None] Pushing event updated for resources: {'Port': ['ID=e6358a57-240f-4ecb-bc2b-a61f502545c0,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:04.188213 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Routers {'539eefc7-7aa6-4341-a588-536884da3ec9'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:04.208503 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['539eefc7-7aa6-4341-a588-536884da3ec9'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:04.268645 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-05914058-f31b-46d3-8612-86dbc99db3bb req-f1c98e1c-b0dc-4f4c-b2d4-e33d33cc27c9 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 210 time: 0.3009031 Sep 14 15:27:04.587320 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:04.589419 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] Set router 539eefc7-7aa6-4341-a588-536884da3ec9 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:04.744264 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:04.763807 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Allocated IP 172.20.0.1 (6db66e0e-293d-42b9-8d44-981973eb0c3f/cfa2b640-56c1-461e-990d-529cac5ad347/5c76ae26-6ac2-4b3e-8a90-81de7fe375ee) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:04.795855 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Network 71c66ee0-6808-463b-b14d-695882b49fc4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:05.058023 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.062901 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:05.066163 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:05.087009 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:05.088141 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.099449 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 58b26fad-7a63-4da1-9244-4dcb46444e9d up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:05.103267 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.119856 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Pushing event updated for resources: {'Port': ['ID=dbd2a64a-f6e9-4590-8c10-301a9014be3d,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:05.176475 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:05.188492 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:05.199276 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:05.199772 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.207231 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6decf3e-9562-49de-a592-dec2d56cbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.216939 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6decf3e-9562-49de-a592-dec2d56cbc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.229700 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a6decf3e-9562-49de-a592-dec2d56cbc58 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16a52255-66c5-43d8-be81-670fcbc63e5b HTTP/1.1" status: 204 len: 168 time: 2.2533278 Sep 14 15:27:05.243007 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Transition to ACTIVE for port object 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:05.285743 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6decf3e-9562-49de-a592-dec2d56cbc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a52255-66c5-43d8-be81-670fcbc63e5b,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:05.361189 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9a6-cd59-43c7-b94a-be8db4acdb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.465291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.487986 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7282b2-58e2-4150-8fd1-1dc41ed06797,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:05.528104 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 58b26fad-7a63-4da1-9244-4dcb46444e9d completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:05.545887 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 58b26fad-7a63-4da1-9244-4dcb46444e9d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:05.546933 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.604695 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-06cd9d2d-64d5-4e31-bfc2-a42d60536d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.606834 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e55c9a6-cd59-43c7-b94a-be8db4acdb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.625858 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-06cd9d2d-64d5-4e31-bfc2-a42d60536d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.659148 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 2, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:05.681560 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:55Z', 'revision_number': 3, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:05.712788 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36798) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:05.728909 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-06cd9d2d-64d5-4e31-bfc2-a42d60536d7f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=497d18f663cf4b58b707f0235d6c9bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0576863 Sep 14 15:27:05.733258 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36800) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:05.739056 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620552903', 'description': 'tempest-description--1328988249'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:05.755569 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:05.755927 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Updating router 39884699-72d7-480a-acc9-22f5d47bd936 port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:27:05.763688 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c783c-f7e4-4c9a-860b-76850e60c0e9 None None] The sync data for ids ['539eefc7-7aa6-4341-a588-536884da3ec9'] in dv-cinder-806965-5-iscsi is: [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:26:55Z', 'revision_number': 3, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:05.800932 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.820793 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55c9a6-cd59-43c7-b94a-be8db4acdb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22fa642-ebb1-4055-9704-13573644ff11,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:05.904798 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:05.925436 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2e55c9a6-cd59-43c7-b94a-be8db4acdb6c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7db5a1d22a6c4919aedf98d4fdc01c38&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1690557 Sep 14 15:27:05.936204 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36806) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:05.940696 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:06.021599 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:06.117631 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 58b26fad-7a63-4da1-9244-4dcb46444e9d, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=58b26fad-7a63-4da1-9244-4dcb46444e9d,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:06.127945 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:06.144190 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd9d2d-64d5-4e31-bfc2-a42d60536d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7805c48-fa1e-406f-946c-8c6c7d0c64ea,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:06.168886 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:06.186095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:06.186095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:06.223017 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e340f4f3-c544-4c9c-9dfa-188a09727b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:06.317934 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e340f4f3-c544-4c9c-9dfa-188a09727b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:06.357315 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=58b26fad-7a63-4da1-9244-4dcb46444e9d,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:06.483330 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e340f4f3-c544-4c9c-9dfa-188a09727b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:06.497501 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e340f4f3-c544-4c9c-9dfa-188a09727b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:06.510129 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e340f4f3-c544-4c9c-9dfa-188a09727b06 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e22fa642-ebb1-4055-9704-13573644ff11 HTTP/1.1" status: 204 len: 168 time: 0.5682654 Sep 14 15:27:06.558145 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340f4f3-c544-4c9c-9dfa-188a09727b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22fa642-ebb1-4055-9704-13573644ff11,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:06.586659 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516495e4-0bb3-4750-a610-223d4fe8b341 req-f6a7ee4d-4335-42e4-adf3-25b041cfcde5 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:06.588667 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-516495e4-0bb3-4750-a610-223d4fe8b341 req-f6a7ee4d-4335-42e4-adf3-25b041cfcde5 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 932 time: 1.1019011 Sep 14 15:27:06.976088 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.009628 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Transition to ACTIVE for port object 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:07.029672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e66-a49f-433b-8a07-bdfde899bbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.030311 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.218589 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08e47e-388b-4b8c-ac1c-2e17aa1fc75c None None] Pushing event updated for resources: {'Port': ['ID=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:07.252300 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.323611 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device e6358a57-240f-4ecb-bc2b-a61f502545c0 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:07.348395 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-516495e4-0bb3-4750-a610-223d4fe8b341 req-692adb5d-1a33-453c-b88b-717cc4614763 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654701 Sep 14 15:27:07.423967 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d0884170-7c73-49c6-b950-bd5c5a37b225 None None] Provisioning for port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:07.510961 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d0884170-7c73-49c6-b950-bd5c5a37b225 None None] Provisioning complete for port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:07.519694 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0884170-7c73-49c6-b950-bd5c5a37b225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.646051 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Attempting to bind port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:07.646772 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Attempting to bind port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:07.647396 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Attempting to bind port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:07.676105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:07.677230 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Checking segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:07.677861 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.679042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Bound using segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:07.679873 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Bound port: 33eb6057-b1cc-480b-9a78-8afdcebd9dd5, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:07.680509 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.772349 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port e6358a57-240f-4ecb-bc2b-a61f502545c0 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:07.780495 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d0884170-7c73-49c6-b950-bd5c5a37b225 None None] Port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:27:07.792401 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port e6358a57-240f-4ecb-bc2b-a61f502545c0 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:07.793043 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.819834 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36830) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:07.825479 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e66-a49f-433b-8a07-bdfde899bbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.841175 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.896154 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b412cb81-b30a-4aea-802e-bdb4f4d05dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:07.913262 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-217e79a0-0813-4242-b9e5-7454b1858523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3603287 Sep 14 15:27:07.954821 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.db.api [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 15:27:07.954821 dv-cinder-806965-5-iscsi neutron-server[93910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 15:27:07.954821 dv-cinder-806965-5-iscsi neutron-server[93910]: [parameters: {'project_id_1': '826c11ef636b4caea7c91fae7b1f33cb', 'expiration_1': datetime.datetime(2021, 9, 14, 15, 26, 47, 878643)}] Sep 14 15:27:07.954821 dv-cinder-806965-5-iscsi neutron-server[93910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 15:27:07.955252 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG oslo_db.api [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 15:27:07.980111 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.055158 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-8f5ae545-df3a-4494-af46-988ba0f48a8a tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:27:08.057596 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-8f5ae545-df3a-4494-af46-988ba0f48a8a tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156698 Sep 14 15:27:08.057750 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b412cb81-b30a-4aea-802e-bdb4f4d05dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.119590 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] For port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:08.124022 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] For port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:08.131168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e66-a49f-433b-8a07-bdfde899bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.134315 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0e28e66-a49f-433b-8a07-bdfde899bbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.136806 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d0e28e66-a49f-433b-8a07-bdfde899bbf3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7805c48-fa1e-406f-946c-8c6c7d0c64ea HTTP/1.1" status: 204 len: 168 time: 2.3529944 Sep 14 15:27:08.142245 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412cb81-b30a-4aea-802e-bdb4f4d05dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb0d77c-669b-4790-b8e2-df592d3b3a55,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:08.151543 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.242642 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.275025 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.285317 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port e6358a57-240f-4ecb-bc2b-a61f502545c0, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=e6358a57-240f-4ecb-bc2b-a61f502545c0,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:08.298292 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.299279 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 58b26fad-7a63-4da1-9244-4dcb46444e9d up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:08.343174 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.353598 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.443519 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:08.444326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:08.463464 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-b412cb81-b30a-4aea-802e-bdb4f4d05dec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba8619b44d8f49388a2e4499c3afea5b&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0087054 Sep 14 15:27:08.464272 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e28e66-a49f-433b-8a07-bdfde899bbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7805c48-fa1e-406f-946c-8c6c7d0c64ea,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:08.476481 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.488603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36850) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:08.571007 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.580068 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:08.588540 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.593262 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-08b5ccf3-0dbb-4014-9677-d0b4372b03b4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8597591 Sep 14 15:27:08.610038 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36858) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:08.632822 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.633677 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.640601 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:08.720963 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:08.809838 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.820919 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Request body: {'port': {'device_id': 'd840657b-5972-46c4-a803-be2abdf1442d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:08.872997 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:08.956638 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=826c11ef636b4caea7c91fae7b1f33cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1352181 Sep 14 15:27:08.972765 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36866) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:08.995107 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229a19f-f691-4f72-9788-4058e878a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e2f356-4311-4f0c-9ad8-389b4cbe7880,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:09.044208 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Pushing event updated for resources: {'Port': ['ID=ba7282b2-58e2-4150-8fd1-1dc41ed06797,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:09.054017 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08e47e-388b-4b8c-ac1c-2e17aa1fc75c None None] Pushing event updated for resources: {'Port': ['ID=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:09.081100 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:09.139611 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:09.301729 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=e6358a57-240f-4ecb-bc2b-a61f502545c0,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:09.333734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 58b26fad-7a63-4da1-9244-4dcb46444e9d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:09.338724 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:09.440013 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-de3b18a4-2e6a-4637-9bde-e7ff71591326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:09.441589 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36876) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:09.480938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f7239-4dc5-4cb8-a2fd-c533a4eaaeb0 req-68d0c897-5c0f-45b5-83eb-316df9a3b73d tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:09.492568 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-953f7239-4dc5-4cb8-a2fd-c533a4eaaeb0 req-68d0c897-5c0f-45b5-83eb-316df9a3b73d tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 932 time: 0.8063917 Sep 14 15:27:09.605816 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:09.742882 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1f6ff-2996-4ada-822d-31d4bea74c8c None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:09.812487 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device e6358a57-240f-4ecb-bc2b-a61f502545c0 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:09.933430 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:09.970818 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.007087 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port e6358a57-240f-4ecb-bc2b-a61f502545c0 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:10.007903 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.033484 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-de3b18a4-2e6a-4637-9bde-e7ff71591326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.104884 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2458006e-dc6b-44c0-8cd9-30830ddec0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.108739 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.113321 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:10.115255 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4792047 Sep 14 15:27:10.116256 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6278d-5a68-4e6b-9787-8b6caeae9c6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4eb61c4-20b1-4e9c-ab8d-7217293ccdc7,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:10.119603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36892) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:10.157190 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'security_group_rule': {'security_group_id': 'f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:10.167064 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ee79e5-d462-4aa9-aab3-0982980efe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.234120 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:10.282522 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-953f7239-4dc5-4cb8-a2fd-c533a4eaaeb0 req-b9bbe6bb-ae48-43c1-a50a-b9d976482c33 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801774 Sep 14 15:27:10.415789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.425791 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2458006e-dc6b-44c0-8cd9-30830ddec0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.443517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.445319 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.482079 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd2a64a-f6e9-4590-8c10-301a9014be3d {{(pid=93910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:10.504947 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.533901 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Transition to ACTIVE for port object dbd2a64a-f6e9-4590-8c10-301a9014be3d will not be triggered until provisioned by entity L2. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:10.543060 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.766003 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Router 539eefc7-7aa6-4341-a588-536884da3ec9 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:27:10.767645 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.775667 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd2a64a-f6e9-4590-8c10-301a9014be3d,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:10.826693 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Attempting to bind port dbd2a64a-f6e9-4590-8c10-301a9014be3d on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:10.827316 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Attempting to bind port dbd2a64a-f6e9-4590-8c10-301a9014be3d by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4'}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:10.827884 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Attempting to bind port dbd2a64a-f6e9-4590-8c10-301a9014be3d on network 71c66ee0-6808-463b-b14d-695882b49fc4 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:10.834398 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Port dbd2a64a-f6e9-4590-8c10-301a9014be3d on network 71c66ee0-6808-463b-b14d-695882b49fc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:27:10.834787 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Attempting to bind port dbd2a64a-f6e9-4590-8c10-301a9014be3d on network 71c66ee0-6808-463b-b14d-695882b49fc4 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:10.841497 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:10.842094 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Checking segment: {'id': '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:10.842740 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Bound using segment: {'id': '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4'} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:10.843360 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Bound port: dbd2a64a-f6e9-4590-8c10-301a9014be3d, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4'}}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:10.843685 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:10.980301 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.002379 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] For port dbd2a64a-f6e9-4590-8c10-301a9014be3d, host hv-cinder-80696, cleared binding levels {{(pid=93910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:11.027466 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] For port dbd2a64a-f6e9-4590-8c10-301a9014be3d, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d,segment=NetworkSegment(1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a),segment_id=1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a)] {{(pid=93910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:11.047956 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.130244 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:11.132843 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.136180 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] 10.222.0.52 "PUT /v2.0/ports/dbd2a64a-f6e9-4590-8c10-301a9014be3d HTTP/1.1" status: 200 len: 1094 time: 2.6051126 Sep 14 15:27:11.142877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd840657b-5972-46c4-a803-be2abdf1442d', 'tag': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:11.243938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:11.382778 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:11.389277 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cf79c449-7fbe-49da-a7d4-f1ef4972722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.406806 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:11.408840 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2458006e-dc6b-44c0-8cd9-30830ddec0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.411429 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2458006e-dc6b-44c0-8cd9-30830ddec0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.425510 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-2458006e-dc6b-44c0-8cd9-30830ddec0cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50e2f356-4311-4f0c-9ad8-389b4cbe7880 HTTP/1.1" status: 204 len: 168 time: 2.3824391 Sep 14 15:27:11.427183 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.446448 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3c84a-31a3-4119-8bb9-bccf8067dda0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd2a64a-f6e9-4590-8c10-301a9014be3d,revision_number=3']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:11.502249 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f191ed3-605b-4e20-a88f-47bcc9de402e,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:11.520830 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458006e-dc6b-44c0-8cd9-30830ddec0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e2f356-4311-4f0c-9ad8-389b4cbe7880,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:11.766010 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-de3b18a4-2e6a-4637-9bde-e7ff71591326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.778147 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-de3b18a4-2e6a-4637-9bde-e7ff71591326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:11.789101 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-de3b18a4-2e6a-4637-9bde-e7ff71591326 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ecb0d77c-669b-4790-b8e2-df592d3b3a55 HTTP/1.1" status: 204 len: 168 time: 3.2926357 Sep 14 15:27:11.887861 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d840657b-5972-46c4-a803-be2abdf1442d", "tag": "dbd2a64a-f6e9-4590-8c10-301a9014be3d"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:11.964126 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b18a4-2e6a-4637-9bde-e7ff71591326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb0d77c-669b-4790-b8e2-df592d3b3a55,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:12.026767 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-5af17475-7f30-4a22-9bc2-da4f6f15033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:12.036782 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-5af17475-7f30-4a22-9bc2-da4f6f15033a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f259acb4c1f644f5a76a7345c102f8cb&device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 1097 time: 0.3844473 Sep 14 15:27:12.060998 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:12.189459 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-a398f4f2-4989-4613-b50a-c179732cf2ee None None] Provisioning complete for port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:12.189843 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a398f4f2-4989-4613-b50a-c179732cf2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.228961 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a398f4f2-4989-4613-b50a-c179732cf2ee None None] Port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:27:12.250850 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-949ccbf4-68a8-4b55-8800-d9e79ec69ebe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d HTTP/1.1" status: 200 len: 217 time: 0.1978884 Sep 14 15:27:12.252516 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:12.259924 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:12.260426 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.404151 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-a7529519-3caf-48ff-bae2-0a57b1cf3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:12.406614 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-a7529519-3caf-48ff-bae2-0a57b1cf3751 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c HTTP/1.1" status: 200 len: 851 time: 0.1360843 Sep 14 15:27:12.414661 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11dac6-ee11-4b51-960b-6a0e2e8cbcbf req-e9b3b1a2-73d6-438e-b132-0b8786be68ef tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:12.430002 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae11dac6-ee11-4b51-960b-6a0e2e8cbcbf req-e9b3b1a2-73d6-438e-b132-0b8786be68ef tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 944 time: 0.6360123 Sep 14 15:27:12.510546 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.597453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:12.606769 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-36ac9048-7753-4d47-bd0e-9561b0773a1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71c66ee0-6808-463b-b14d-695882b49fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861191 Sep 14 15:27:12.608442 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.660615 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:27:12.690753 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ee79e5-d462-4aa9-aab3-0982980efe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.711409 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Sync routers for ids ['539eefc7-7aa6-4341-a588-536884da3ec9'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:27:12.716719 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7b8e383d-746d-40d2-9c09-86db08b1cf42 admin admin] 10.222.0.68 "PUT /v2.0/routers/539eefc7-7aa6-4341-a588-536884da3ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2528932 Sep 14 15:27:12.732725 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ee79e5-d462-4aa9-aab3-0982980efe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.744492 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:12.750423 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Routers {'539eefc7-7aa6-4341-a588-536884da3ec9'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:12.751460 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:26:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['539eefc7-7aa6-4341-a588-536884da3ec9'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:12.771600 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:12.774679 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-43f1d1b0-88db-4e49-955e-64a7de8b5e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6276336 Sep 14 15:27:12.781187 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-53ee79e5-d462-4aa9-aab3-0982980efe36 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fc8b8ce98574668b34e721c3d614e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3239396 Sep 14 15:27:12.792318 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae11dac6-ee11-4b51-960b-6a0e2e8cbcbf req-2ca2ed3a-75f4-4499-9e1d-08be64c78f21 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378384 Sep 14 15:27:12.796043 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36938) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:12.801709 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 36940) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:12.815989 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:12.900698 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:13.118252 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794faeb1-a045-4807-8065-3f86d2560444 x-openstack-request-id: req-794faeb1-a045-4807-8065-3f86d2560444 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:13.119558 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d840657b-5972-46c4-a803-be2abdf1442d", "tag": "dbd2a64a-f6e9-4590-8c10-301a9014be3d", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:13.119558 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-794faeb1-a045-4807-8065-3f86d2560444 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:13.119558 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd840657b-5972-46c4-a803-be2abdf1442d', 'tag': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d', 'status': 'completed', 'code': 200} Sep 14 15:27:13.135464 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:27:13.291804 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee79e5-d462-4aa9-aab3-0982980efe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8839ed8c-f369-4471-a856-952cf40f6d41,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:13.307992 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-2aff5701-405b-49db-a9db-d50ad1595080 service neutron] 10.222.0.52 "GET /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880331 Sep 14 15:27:13.351492 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Set router 539eefc7-7aa6-4341-a588-536884da3ec9 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:13.442224 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36954) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:13.485874 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f622336d-228a-42d7-ba28-cb92e75976fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:13.568099 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7c84b2d0-c2db-43f8-bd5a-8ae7320826e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:13.672907 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-2ab7d47e-1d5b-41ec-bcd2-ae8a5c6cde96 req-ebb34b84-15af-4c57-8904-4787e8b179ae service neutron] 10.222.0.52 "GET /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455303 Sep 14 15:27:13.928694 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:14.026027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7c84b2d0-c2db-43f8-bd5a-8ae7320826e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.120063 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7c84b2d0-c2db-43f8-bd5a-8ae7320826e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.129566 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f622336d-228a-42d7-ba28-cb92e75976fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.131271 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:06Z', 'revision_number': 4, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ba7282b2-58e2-4150-8fd1-1dc41ed06797', 'name': '', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'mac_address': 'fa:16:3e:38:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:01Z', 'updated_at': '2021-09-14T15:27:07Z', 'revision_number': 2, 'project_id': '01add173cfec40ff8b262632688392ef', 'subnets': [{'id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:14.155833 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:14.156470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.208566 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Checking router: 539eefc7-7aa6-4341-a588-536884da3ec9 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:14.208830 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Updating router 539eefc7-7aa6-4341-a588-536884da3ec9 port ba7282b2-58e2-4150-8fd1-1dc41ed06797 binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:27:14.245467 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.293346 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84b2d0-c2db-43f8-bd5a-8ae7320826e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be75e5-22cb-4ac3-9125-c9b0305c61f9,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:14.427307 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-7c84b2d0-c2db-43f8-bd5a-8ae7320826e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a88e514d1cc42fb8a841f398ecb2af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9801977 Sep 14 15:27:14.430764 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 36976) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:14.465205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.525098 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-02dd0bee-383d-4f36-a983-c93a21f9d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:14.525098 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-02dd0bee-383d-4f36-a983-c93a21f9d2ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f259acb4c1f644f5a76a7345c102f8cb&device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 1097 time: 0.6351159 Sep 14 15:27:14.547042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7f373cd8-a65d-4448-9495-d9dd4f33f8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.760458 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-6fe20bb6-a0f7-4bd8-8983-599a05013d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:14.768514 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-6fe20bb6-a0f7-4bd8-8983-599a05013d2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=71c66ee0-6808-463b-b14d-695882b49fc4 HTTP/1.1" status: 200 len: 912 time: 0.2262077 Sep 14 15:27:14.800007 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:27:14.823117 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:27:14.836486 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:14.837574 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:14.875619 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-393a46bb-1011-489c-9356-b80d296b3ae1 admin admin] 10.222.0.68 "PUT /v2.0/routers/58f1bef9-0d59-4e55-8908-98b531dfcda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0351872 Sep 14 15:27:14.881210 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.891820 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4201-5017-4903-af0b-ddfe30b9718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:14.895924 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-26613def-7bef-4421-b76d-05fa600874c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d HTTP/1.1" status: 200 len: 217 time: 0.0978417 Sep 14 15:27:15.013345 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2b899-53a8-4467-89dc-6be206ed36df req-34cf0daa-55ed-464b-b871-6d72fc8b246f tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:15.025125 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44b2b899-53a8-4467-89dc-6be206ed36df req-34cf0daa-55ed-464b-b871-6d72fc8b246f tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 944 time: 0.9440598 Sep 14 15:27:15.102781 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4201-5017-4903-af0b-ddfe30b9718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.227597 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:15.235071 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-176a741f-f578-402b-a54e-a5e60040ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:15.243581 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-176a741f-f578-402b-a54e-a5e60040ad5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c HTTP/1.1" status: 200 len: 851 time: 0.3133349 Sep 14 15:27:15.309684 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f622336d-228a-42d7-ba28-cb92e75976fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.314503 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f622336d-228a-42d7-ba28-cb92e75976fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.319269 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-f622336d-228a-42d7-ba28-cb92e75976fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8839ed8c-f369-4471-a856-952cf40f6d41 HTTP/1.1" status: 204 len: 168 time: 2.4666541 Sep 14 15:27:15.343528 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-b6b96176-f690-46a7-9a05-79a5edbcd40b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71c66ee0-6808-463b-b14d-695882b49fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727568 Sep 14 15:27:15.373140 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.380832 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4201-5017-4903-af0b-ddfe30b9718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.392419 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622336d-228a-42d7-ba28-cb92e75976fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839ed8c-f369-4471-a856-952cf40f6d41,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:15.395528 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b1cc4201-5017-4903-af0b-ddfe30b9718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.402318 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b1cc4201-5017-4903-af0b-ddfe30b9718b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5be75e5-22cb-4ac3-9125-c9b0305c61f9 HTTP/1.1" status: 204 len: 168 time: 0.9593804 Sep 14 15:27:15.482180 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc4201-5017-4903-af0b-ddfe30b9718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be75e5-22cb-4ac3-9125-c9b0305c61f9,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:15.560282 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44b2b899-53a8-4467-89dc-6be206ed36df req-4033e237-2ae5-4644-a23c-aa8e63b6a111 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148869 Sep 14 15:27:15.578580 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-56b7e32a-dc87-4d9b-a0d8-a24d64b7d825 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:15.593446 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-56b7e32a-dc87-4d9b-a0d8-a24d64b7d825 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 819 time: 1.0508075 Sep 14 15:27:15.601330 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.635287 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Transition to ACTIVE for port object ba7282b2-58e2-4150-8fd1-1dc41ed06797 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:15.650499 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.722462 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-229395de-2949-48b0-ae20-7ad12ab3b9b9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/quotas/01add173cfec40ff8b262632688392ef HTTP/1.1" status: 200 len: 375 time: 0.0349765 Sep 14 15:27:15.795317 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7726e4-9e4f-4184-87f1-640d19799446 None None] Pushing event updated for resources: {'Port': ['ID=ba7282b2-58e2-4150-8fd1-1dc41ed06797,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:15.856917 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Allocated IP 172.27.3.204 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/1c67323c-997c-4e18-8d19-1d81c8e42efa) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:15.903902 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-048b9a89-c120-46f4-966e-35f6c4b401f4 service neutron] 10.222.0.52 "GET /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387127 Sep 14 15:27:15.942403 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Attempting to bind port ba7282b2-58e2-4150-8fd1-1dc41ed06797 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:15.942814 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Attempting to bind port ba7282b2-58e2-4150-8fd1-1dc41ed06797 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:15.943181 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Attempting to bind port ba7282b2-58e2-4150-8fd1-1dc41ed06797 on network 45202b66-ba91-4a57-b8c6-21f1efac9531 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:15.962574 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:15.962574 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Checking segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:15.962574 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:15.962574 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Bound using segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:15.963342 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Bound port: ba7282b2-58e2-4150-8fd1-1dc41ed06797, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:15.963342 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:16.185541 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] For port ba7282b2-58e2-4150-8fd1-1dc41ed06797, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:16.194581 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] For port ba7282b2-58e2-4150-8fd1-1dc41ed06797, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ba7282b2-58e2-4150-8fd1-1dc41ed06797,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:16.214281 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:16.284504 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:09Z', 'revision_number': 2, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:16.371128 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Routers {'539eefc7-7aa6-4341-a588-536884da3ec9'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:16.374749 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['539eefc7-7aa6-4341-a588-536884da3ec9'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:16.666403 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:16.711768 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-23c83544-0c75-4f8c-a44c-ac1f5a256c6a req-0e6d455f-99c6-4539-9908-45c66d54c845 service neutron] 10.222.0.52 "GET /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424174 Sep 14 15:27:16.762729 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] Set router 539eefc7-7aa6-4341-a588-536884da3ec9 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:16.908599 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-976ae124-4f6d-4564-b4ab-909754f85478 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1841819 Sep 14 15:27:16.954299 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7726e4-9e4f-4184-87f1-640d19799446 None None] Pushing event updated for resources: {'Port': ['ID=ba7282b2-58e2-4150-8fd1-1dc41ed06797,revision_number=4']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:16.993110 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:17.095992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:17.107714 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Updating router 58f1bef9-0d59-4e55-8908-98b531dfcda4 port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:27:17.223127 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:17.249512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:17.283737 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:17.391344 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:17.417292 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:17.700673 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:06Z', 'revision_number': 4, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ba7282b2-58e2-4150-8fd1-1dc41ed06797', 'name': '', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'mac_address': 'fa:16:3e:38:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:01Z', 'updated_at': '2021-09-14T15:27:16Z', 'revision_number': 4, 'project_id': '01add173cfec40ff8b262632688392ef', 'subnets': [{'id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:17.737212 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdbab79-c641-4070-83b4-3dad595f8bb2 None None] The sync data for ids ['539eefc7-7aa6-4341-a588-536884da3ec9'] in dv-cinder-806965-5-iscsi is: [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:06Z', 'revision_number': 4, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ba7282b2-58e2-4150-8fd1-1dc41ed06797', 'name': '', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'mac_address': 'fa:16:3e:38:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:01Z', 'updated_at': '2021-09-14T15:27:16Z', 'revision_number': 4, 'project_id': '01add173cfec40ff8b262632688392ef', 'subnets': [{'id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:17.739571 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:17.924548 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'Port': ['ID=1c67323c-997c-4e18-8d19-1d81c8e42efa,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:17.956608 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-011eae30-f14a-4d02-aaec-c6cc0692352d service neutron] 10.222.0.68 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0462453 Sep 14 15:27:17.978792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.022731 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.037994 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Transition to ACTIVE for port object 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:18.057022 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.180402 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-629653da-c1d9-4ddc-a109-60e9189c15b6 service neutron] 10.222.0.68 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225335 Sep 14 15:27:18.200658 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d437ee2-f7c0-48a4-a2a0-a7fdf3c69310 None None] Pushing event updated for resources: {'Port': ['ID=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:18.282589 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Attempting to bind port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:18.283786 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Attempting to bind port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:18.284161 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Attempting to bind port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee on network 6db66e0e-293d-42b9-8d44-981973eb0c3f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:18.291386 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:18.291783 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Checking segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:18.292302 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.295994 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Bound using segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:18.296768 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Bound port: 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:18.297379 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.411368 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37060) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:18.429692 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386947185', 'description': 'tempest-description--363742644'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:18.549926 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.591287 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] For port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:18.597225 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] For port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:18.617795 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.738135 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d437ee2-f7c0-48a4-a2a0-a7fdf3c69310 None None] Pushing event updated for resources: {'Port': ['ID=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:18.812216 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:18.813797 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:18.858175 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.935035 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:18.944209 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.049704 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef1aea-63e7-404d-a100-5368dc153eb7,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:19.054970 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.057039 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a382aed7-0b33-4485-af16-17f491c0e58e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6408272 Sep 14 15:27:19.059778 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37084) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:19.079543 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'security_group_rule': {'security_group_id': '69ef1aea-63e7-404d-a100-5368dc153eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:19.081038 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7f5eb68d-39f1-430b-bd8f-75b958ed7586 req-f6ab0a89-fd5d-4f3f-8292-2a4a27706b93 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 210 time: 0.3881874 Sep 14 15:27:19.086529 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.201126 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:19.202006 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.352154 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a4cee-c262-455e-84c9-4155278992ed req-6495a46b-9c44-43ee-8ce8-1f9b4a0f252a tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:19.368952 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb0a4cee-c262-455e-84c9-4155278992ed req-6495a46b-9c44-43ee-8ce8-1f9b4a0f252a tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 944 time: 0.7801113 Sep 14 15:27:19.395590 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.411712 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.421124 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.484734 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01051ab9-df3c-4bb3-bd62-0678474e6ebe,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:19.495780 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.499899 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ae321f9a-fbae-4a11-8a8d-4ffd184bf618 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4370704 Sep 14 15:27:19.505503 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37102) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:19.531709 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'Port': ['ID=1c67323c-997c-4e18-8d19-1d81c8e42efa,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:19.534016 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'security_group_rule': {'security_group_id': '69ef1aea-63e7-404d-a100-5368dc153eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:19.550164 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.552427 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a7c04854-4421-4dd7-b0f1-3f2401e086a6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7405565 Sep 14 15:27:19.558578 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb0a4cee-c262-455e-84c9-4155278992ed req-bfb1493d-278c-4d9d-be5f-d685a921bbbc tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394567 Sep 14 15:27:19.650163 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:18Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:19.682128 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.741047 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774031b-99e2-47d2-b1b3-e9dc4a710f9e None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:18Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:19.840650 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.853862 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.901604 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52396a34-3c7a-47f1-bd67-519d5b8dd183,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:19.912137 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:19.913668 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-7ffc1ac6-d9e5-4cda-a14d-d0a2c80c948a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061265 Sep 14 15:27:19.919982 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37126) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:19.932355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:20.024331 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ba7282b2-58e2-4150-8fd1-1dc41ed06797 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:20.043936 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:20.106869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-4c604c10-44c0-4184-9646-14fdc7601b82 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:20.108598 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-4c604c10-44c0-4184-9646-14fdc7601b82 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 819 time: 0.4325702 Sep 14 15:27:20.152210 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-e2aac00c-98bd-401d-98a3-6f1b1c22d226 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/quotas/01add173cfec40ff8b262632688392ef HTTP/1.1" status: 200 len: 375 time: 0.0297859 Sep 14 15:27:20.208411 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port ba7282b2-58e2-4150-8fd1-1dc41ed06797 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:20.221764 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port ba7282b2-58e2-4150-8fd1-1dc41ed06797 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:20.222176 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:20.296751 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-31cd251a-5c1b-4379-bc4e-bf51159bceda tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1392341 Sep 14 15:27:20.340045 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:20.404149 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:20.466956 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port ba7282b2-58e2-4150-8fd1-1dc41ed06797, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ba7282b2-58e2-4150-8fd1-1dc41ed06797,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:20.479272 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:20.560943 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=ba7282b2-58e2-4150-8fd1-1dc41ed06797,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:20.610235 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-20983fc0-8454-4164-aa3b-f74b2b752e18 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1620552903&fields=id&tenant_id=a17221623e2b4136b5d3323addb519c2 HTTP/1.1" status: 200 len: 267 time: 0.1482522 Sep 14 15:27:20.614764 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-ab4b7b88-b776-4722-81ca-5d96d88a9d16 service neutron] 10.222.0.68 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092384 Sep 14 15:27:20.687446 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Allocated IP 172.27.3.214 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/18039806-bea3-4d32-a517-4ebb41220a71) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:20.804169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-2ec8c434-e27d-45a3-9781-e52eb6992aa0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:20.820332 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-2ec8c434-e27d-45a3-9781-e52eb6992aa0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 811 time: 0.2089133 Sep 14 15:27:20.835119 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-a17d5163-4837-425c-85a2-f6be9a511493 service neutron] 10.222.0.68 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095070 Sep 14 15:27:20.866809 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-6d48d31a-696d-44fa-8b37-ee66bafb88b6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/quotas/a17221623e2b4136b5d3323addb519c2 HTTP/1.1" status: 200 len: 375 time: 0.0451369 Sep 14 15:27:20.929791 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:20.985272 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-031c4e0e-4d61-483b-a3a8-430e8ae34b43 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172564 Sep 14 15:27:21.035959 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:21.111208 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:21.126937 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:21.132182 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:21.176773 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'Port': ['ID=18039806-bea3-4d32-a517-4ebb41220a71,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:21.227234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf501e39-d297-45d7-aac0-b08613f31cd3 req-e3cdef15-11fc-4252-ae02-286011a26244 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:21.238957 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf501e39-d297-45d7-aac0-b08613f31cd3 req-e3cdef15-11fc-4252-ae02-286011a26244 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 944 time: 0.1450498 Sep 14 15:27:21.362189 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf501e39-d297-45d7-aac0-b08613f31cd3 req-303bb716-0d0d-42d0-9c4e-d059ebafcc95 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204638 Sep 14 15:27:21.494502 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:21.507941 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a445da2e-d703-40b5-84d7-bc96f075815f req-aac9c696-f60b-49ac-a07c-a63302ec513a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.0711782 Sep 14 15:27:21.563010 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:21.835447 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device dbd2a64a-f6e9-4590-8c10-301a9014be3d details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:27:22.036222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.039135 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:22.047311 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.126124 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.161145 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:22.206214 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'Port': ['ID=18039806-bea3-4d32-a517-4ebb41220a71,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:22.215905 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.226775 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ecd0d2bc-2ab9-4199-be6a-ce0ed765417b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3058367 Sep 14 15:27:22.230408 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:22.230785 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.323244 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-6709051b-7131-4547-ab60-b06cc798ec24 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:27:22.324802 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-6709051b-7131-4547-ab60-b06cc798ec24 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4918680 Sep 14 15:27:22.492497 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-2f9377fa-eb53-445f-833b-9a138fb632a3 service neutron] 10.222.0.68 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525476 Sep 14 15:27:22.527900 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port dbd2a64a-f6e9-4590-8c10-301a9014be3d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d,segment=NetworkSegment(1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a),segment_id=1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:22.532123 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.587944 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d', 'network_id': '71c66ee0-6808-463b-b14d-695882b49fc4', 'port_id': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d', 'mac_address': 'fa:16:3e:3e:09:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:27:22.681311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468d81c-6cf8-4d38-a4d9-8d15aa9a19f2 req-6cb0be6a-bb16-41ec-a364-0c2207720326 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:22.683336 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b468d81c-6cf8-4d38-a4d9-8d15aa9a19f2 req-6cb0be6a-bb16-41ec-a364-0c2207720326 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 944 time: 0.1666143 Sep 14 15:27:22.718876 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:22.733429 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.735475 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ba7282b2-58e2-4150-8fd1-1dc41ed06797 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:22.760440 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-0367ffdb-e91c-4755-9768-ffca30f14b31 service neutron] 10.222.0.68 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667534 Sep 14 15:27:22.806736 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b468d81c-6cf8-4d38-a4d9-8d15aa9a19f2 req-77a78e18-2c80-47da-8d6a-4e913dd8e962 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073332 Sep 14 15:27:22.856040 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:22.924130 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd2a64a-f6e9-4590-8c10-301a9014be3d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:22.988218 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-f949c150-7156-46f7-b0e9-621be2ba397f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--386947185&fields=id&tenant_id=40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 267 time: 0.0768256 Sep 14 15:27:23.069633 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port dbd2a64a-f6e9-4590-8c10-301a9014be3d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d,segment=NetworkSegment(1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a),segment_id=1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:23.071897 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:23.078189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:23.165523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port ba7282b2-58e2-4150-8fd1-1dc41ed06797 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:23.166783 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:23.176833 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-16d5997c-8b0a-4137-a0b8-93baacbbd1cf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:23.186538 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-16d5997c-8b0a-4137-a0b8-93baacbbd1cf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 817 time: 0.1960778 Sep 14 15:27:23.205247 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-f2ff7aaf-592f-405d-b46a-357967c1f41d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/quotas/40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 375 time: 0.0181427 Sep 14 15:27:23.235049 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=dbd2a64a-f6e9-4590-8c10-301a9014be3d,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:23.252061 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6495116f-729a-49a7-a74a-04133582a62f req-a6f891c8-2fa8-4a48-94e3-e455aad7dc9d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.0407610 Sep 14 15:27:23.393727 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['dbd2a64a-f6e9-4590-8c10-301a9014be3d'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:27:23.675630 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ce7efb07-eb35-4a4a-ad73-b74473fff893 req-d068536c-a49e-46df-92f0-8950d2da8409 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 210 time: 0.3364878 Sep 14 15:27:23.772711 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-191ae84c-79bc-4e1e-8a76-0a9c346b872a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5228870 Sep 14 15:27:23.856718 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-68b30086-1946-47a8-9fe0-15e2b4eed2b8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:23.858039 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-68b30086-1946-47a8-9fe0-15e2b4eed2b8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 819 time: 0.3039324 Sep 14 15:27:23.887963 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Request body: {'port': {'device_id': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'admin_state_up': True, 'tenant_id': '01add173cfec40ff8b262632688392ef'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:23.982605 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:24.104664 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:24.105214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:24.250224 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-b6abb769-62f6-49b1-9b38-6c04940a9ebd service neutron] 10.222.0.68 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721961 Sep 14 15:27:24.272936 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Made reservation on behalf of 01add173cfec40ff8b262632688392ef for: {'port': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:27:24.299318 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.52', 50669) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:24.316346 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:24.526425 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605cc22-ee8e-4a12-91dd-98c39d37754a req-ae4a8b2e-6ed8-4ea2-bf6d-2ff1ab8f9093 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:24.529729 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0605cc22-ee8e-4a12-91dd-98c39d37754a req-ae4a8b2e-6ed8-4ea2-bf6d-2ff1ab8f9093 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 945 time: 0.5055223 Sep 14 15:27:24.761607 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-c14bc394-db58-4e48-9265-80a1309e66e2 service neutron] 10.222.0.68 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945934 Sep 14 15:27:24.813587 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-776f8f93-9f43-4cfc-8d94-b2ac6cae5a0d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:24.817030 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-776f8f93-9f43-4cfc-8d94-b2ac6cae5a0d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 819 time: 0.5117497 Sep 14 15:27:24.845883 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0605cc22-ee8e-4a12-91dd-98c39d37754a req-96599e56-cddb-4e66-b39e-964701b30eec tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900832 Sep 14 15:27:24.871030 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Request body: {'port': {'device_id': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'admin_state_up': True, 'tenant_id': '01add173cfec40ff8b262632688392ef'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:24.991195 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Allocated IP 172.20.0.14 (45202b66-ba91-4a57-b8c6-21f1efac9531/8056d836-2bf1-412f-a0e9-2ade30c5a469/e80718c6-1ad2-4e22-ba1c-90374322be3b) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:25.208272 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e984b194-6f6a-4b13-a070-1f3f813f1cc1 req-ed485337-3727-43b7-8fe4-22f6c55c2d0c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.1218216 Sep 14 15:27:25.235049 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37324) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:25.385342 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device dbd2a64a-f6e9-4590-8c10-301a9014be3d up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:25.483642 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-60c9231d-0009-46c7-9e40-27c9cd68deeb req-66d05516-faa5-403f-94fd-e1849fa4404e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 210 time: 0.1062725 Sep 14 15:27:25.561637 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4f822e3b-206c-4586-8886-15dda66a6d5b req-f82c3870-dda7-4079-8d70-7fb6e30cab1c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0591311 Sep 14 15:27:25.632462 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.52', 50674) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:25.641355 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port dbd2a64a-f6e9-4590-8c10-301a9014be3d completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:25.643749 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:25.650777 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Made reservation on behalf of 01add173cfec40ff8b262632688392ef for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:27:25.653490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port dbd2a64a-f6e9-4590-8c10-301a9014be3d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:25.654235 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:25.655867 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:25.800000 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:25.876979 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-79791c17-684a-4e69-89d4-bd0b8ce81eb6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:25.891186 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-79791c17-684a-4e69-89d4-bd0b8ce81eb6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 811 time: 0.2563429 Sep 14 15:27:25.932947 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:25.936524 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Pushing event updated for resources: {'Port': ['ID=e80718c6-1ad2-4e22-ba1c-90374322be3b,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:25.957001 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:25.961837 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:25.976135 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:25.986018 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:25.986724 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:26.026526 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-fd038ac0-51f4-45ae-bd49-7b2363252231 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1527929 Sep 14 15:27:26.031459 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd840657b-5972-46c4-a803-be2abdf1442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:26.063004 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Request body: {'port': {'device_id': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:26.206211 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-8ce5a08b-138e-4683-9ef0-00d094c1f9a8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a17221623e2b4136b5d3323addb519c2 HTTP/1.1" status: 200 len: 380 time: 0.2608514 Sep 14 15:27:26.217912 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d353-0512-408f-b39c-261bb1e76738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:26.257735 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port dbd2a64a-f6e9-4590-8c10-301a9014be3d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d,segment=NetworkSegment(1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a),segment_id=1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:26.261640 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'port': {'device_id': '6f0084c2-6115-4e28-bb33-753de963731c', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'admin_state_up': True, 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'security_groups': ['f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:26.263960 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:26.272889 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:26.424608 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=dbd2a64a-f6e9-4590-8c10-301a9014be3d,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:26.563485 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c3e52c-c5c4-48dc-832b-cade609f3808" -d '{"events": [{"server_uuid": "d840657b-5972-46c4-a803-be2abdf1442d", "name": "network-vif-plugged", "status": "completed", "tag": "dbd2a64a-f6e9-4590-8c10-301a9014be3d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:26.754864 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f96a8-f76e-4c1c-a9f4-991425acb551 req-658b5866-0e23-4378-a4e3-f5c34942f3d8 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:26.757059 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-511f96a8-f76e-4c1c-a9f4-991425acb551 req-658b5866-0e23-4378-a4e3-f5c34942f3d8 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 945 time: 0.6650996 Sep 14 15:27:26.759204 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3ca10655-76eb-4076-b73b-d5136992af28 req-061e8610-6c8a-4550-9df0-895ffb1a3cc6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.2623258 Sep 14 15:27:26.829407 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Allocated IP 172.20.0.11 (45202b66-ba91-4a57-b8c6-21f1efac9531/8056d836-2bf1-412f-a0e9-2ade30c5a469/7bcff124-8231-4ce8-b8c6-e2b080401a18) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:26.875828 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d353-0512-408f-b39c-261bb1e76738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:26.902950 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-511f96a8-f76e-4c1c-a9f4-991425acb551 req-15560466-744e-4d53-842d-b61c226855fc tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270039 Sep 14 15:27:26.931063 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d353-0512-408f-b39c-261bb1e76738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:26.946094 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37412) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:27.032941 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4f834568-27f5-4d1b-8dd2-d35d2144f586 req-5a7eb531-e36e-4f53-9fe3-8aaf8b875c24 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 210 time: 0.1159284 Sep 14 15:27:27.074216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Made reservation on behalf of a17221623e2b4136b5d3323addb519c2 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:27:27.076594 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37416) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:27.080859 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.125242 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37420) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:27.131197 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a4b1d353-0512-408f-b39c-261bb1e76738 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c838b958d6d475d8c0506a097f55020&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8831034 Sep 14 15:27:27.153401 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1d353-0512-408f-b39c-261bb1e76738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4856bd7e-cc85-4415-b76f-6b531e4b9197,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:27.209818 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-017c698f-1d5e-4527-a14d-08b4e9dfa792 req-c5b6d84c-4c08-46b3-bf07-90e7423d126b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0700142 Sep 14 15:27:27.234817 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.52', 50681) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:27.293090 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91ad740a-fb0c-4eb5-b3ed-029e39ce4adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.413734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2044e9f7-ee8f-4b78-a966-9c6d97d27262 x-openstack-request-id: req-2044e9f7-ee8f-4b78-a966-9c6d97d27262 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:27.414030 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d840657b-5972-46c4-a803-be2abdf1442d", "name": "network-vif-plugged", "status": "completed", "tag": "dbd2a64a-f6e9-4590-8c10-301a9014be3d", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:27.414275 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2044e9f7-ee8f-4b78-a966-9c6d97d27262 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:27.419209 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd840657b-5972-46c4-a803-be2abdf1442d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d', 'code': 200} Sep 14 15:27:27.425067 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.434902 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Allocated IP 172.20.0.4 (00da861c-b73f-4bc6-90e6-6aa7f98ad107/ce284207-16ae-4f7a-bf27-98c42482ab16/0026509b-3e3c-4364-8196-3abec353ff5d) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:27.515892 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e1e7-330b-4c6a-b213-dbaf3c169b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.533470 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.589657 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.52', 50684) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:27.616357 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5f173fde-1bac-4224-9716-db63db8378db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.622835 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91ad740a-fb0c-4eb5-b3ed-029e39ce4adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.808851 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-7d31a18e-0d36-4e49-956e-48d5b915a039 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:27.811463 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-7d31a18e-0d36-4e49-956e-48d5b915a039 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 817 time: 0.5782137 Sep 14 15:27:27.813974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Network 45202b66-ba91-4a57-b8c6-21f1efac9531 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:27.826277 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:27.828037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:27.834195 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:27.836012 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.901543 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Pushing event updated for resources: {'Port': ['ID=7bcff124-8231-4ce8-b8c6-e2b080401a18,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:27.928855 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:27.952568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c774c1-f7a3-474b-9c56-ad9173fed9c1 req-6b53d283-c4b1-4575-b087-e94093a3dc19 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:27.954195 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e2c774c1-f7a3-474b-9c56-ad9173fed9c1 req-6b53d283-c4b1-4575-b087-e94093a3dc19 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 932 time: 0.0860689 Sep 14 15:27:27.990234 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-aad8df6a-5588-4008-ba4d-fb032b2c2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:27.992776 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-aad8df6a-5588-4008-ba4d-fb032b2c2687 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 1099 time: 0.3922131 Sep 14 15:27:28.026236 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e2c774c1-f7a3-474b-9c56-ad9173fed9c1 req-afd5d4bf-f8be-4917-a0cc-b5ad56c77ffb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Sep 14 15:27:28.029556 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-2dbddac5-06ff-456c-9868-8e5797bdcf64 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 379 time: 0.1630483 Sep 14 15:27:28.042759 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91ad740a-fb0c-4eb5-b3ed-029e39ce4adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.044474 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-91ad740a-fb0c-4eb5-b3ed-029e39ce4adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.047964 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-91ad740a-fb0c-4eb5-b3ed-029e39ce4adf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4856bd7e-cc85-4415-b76f-6b531e4b9197 HTTP/1.1" status: 204 len: 168 time: 0.9190753 Sep 14 15:27:28.058507 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'port': {'device_id': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'admin_state_up': True, 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'security_groups': ['69ef1aea-63e7-404d-a100-5368dc153eb7']}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:28.066972 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80718c6-1ad2-4e22-ba1c-90374322be3b {{(pid=93910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:28.072495 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-155a661a-569d-495f-a7b6-f0b392d501bc service neutron] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.080974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Transition to ACTIVE for port object 0026509b-3e3c-4364-8196-3abec353ff5d will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:28.092005 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.132749 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad740a-fb0c-4eb5-b3ed-029e39ce4adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4856bd7e-cc85-4415-b76f-6b531e4b9197,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:28.160186 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Transition to ACTIVE for port object e80718c6-1ad2-4e22-ba1c-90374322be3b will not be triggered until provisioned by entity L2. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:28.163323 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ec6d7-908f-4d25-bb56-1c620643c718 req-0d261fea-12c6-4496-adaf-6235a1859523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:28.171430 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-184ec6d7-908f-4d25-bb56-1c620643c718 req-0d261fea-12c6-4496-adaf-6235a1859523 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.1504335 Sep 14 15:27:28.176612 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.180509 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e1e7-330b-4c6a-b213-dbaf3c169b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.226376 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-0c64a5a1-2eee-4a12-a36c-f584b0170a7f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3777337 Sep 14 15:27:28.247455 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Request body: {'port': {'device_id': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:28.262758 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e1e7-330b-4c6a-b213-dbaf3c169b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.318765 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d3fa2c9-64cf-4bc9-a53b-9484eb3f1b11 req-c45b838f-7b85-4496-b301-1b314fc99393 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 210 time: 0.1009212 Sep 14 15:27:28.335121 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.387562 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f5d5e1e7-330b-4c6a-b213-dbaf3c169b97 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e32137c896394cb2b88118c15616eea9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4403400 Sep 14 15:27:28.390958 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5e1e7-330b-4c6a-b213-dbaf3c169b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be282a99-480c-477b-b295-3dddc463be17,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:28.393480 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Pushing event updated for resources: {'Port': ['ID=e80718c6-1ad2-4e22-ba1c-90374322be3b,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:28.396548 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37466) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:28.438827 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-184ec6d7-908f-4d25-bb56-1c620643c718 req-22b24f71-1a35-4c2e-84ad-721e36cbf70b tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663956 Sep 14 15:27:28.454162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:28.461921 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:28.479460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:28.498527 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:28.499771 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.527840 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Attempting to bind port e80718c6-1ad2-4e22-ba1c-90374322be3b on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:28.528208 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Attempting to bind port e80718c6-1ad2-4e22-ba1c-90374322be3b by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:28.528585 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Attempting to bind port e80718c6-1ad2-4e22-ba1c-90374322be3b on network 45202b66-ba91-4a57-b8c6-21f1efac9531 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:28.549452 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Port e80718c6-1ad2-4e22-ba1c-90374322be3b on network 45202b66-ba91-4a57-b8c6-21f1efac9531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:27:28.549776 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Attempting to bind port e80718c6-1ad2-4e22-ba1c-90374322be3b on network 45202b66-ba91-4a57-b8c6-21f1efac9531 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:28.562795 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:28.563079 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Checking segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:28.563469 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Bound using segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:28.563921 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Bound port: e80718c6-1ad2-4e22-ba1c-90374322be3b, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'}}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:28.564349 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.592131 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9084ce0e-b2cd-41f8-85f8-299e7a959781 req-810c2112-82c4-4704-814f-46393771c47a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0650043 Sep 14 15:27:28.592700 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.596060 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37472) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:28.596720 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-110efb28-4327-4e94-a217-a5fde7e34533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.625422 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'Port': ['ID=0026509b-3e3c-4364-8196-3abec353ff5d,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:28.645636 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-751132b1-ed9b-4526-91cc-bdff7f2e1359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.687239 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-110efb28-4327-4e94-a217-a5fde7e34533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.690169 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5f173fde-1bac-4224-9716-db63db8378db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.721325 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5f173fde-1bac-4224-9716-db63db8378db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.815026 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] For port e80718c6-1ad2-4e22-ba1c-90374322be3b, host hv-cinder-80696, cleared binding levels {{(pid=93910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:28.828752 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7267e461-8c7a-4d62-ba43-602e59f6e718 None None] Provisioning for port 0026509b-3e3c-4364-8196-3abec353ff5d completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:28.830875 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5f173fde-1bac-4224-9716-db63db8378db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d447883430d1400ebf692debb3b6c7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7525575 Sep 14 15:27:28.833686 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37474) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:28.836896 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7267e461-8c7a-4d62-ba43-602e59f6e718 None None] Provisioning complete for port 0026509b-3e3c-4364-8196-3abec353ff5d triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:28.837334 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7267e461-8c7a-4d62-ba43-602e59f6e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.849492 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] For port e80718c6-1ad2-4e22-ba1c-90374322be3b, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:28.862794 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.870643 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f173fde-1bac-4224-9716-db63db8378db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa2459-5146-43da-b639-35846f78d8d9,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:28.895688 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-7267e461-8c7a-4d62-ba43-602e59f6e718 None None] Port 0026509b-3e3c-4364-8196-3abec353ff5d cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:27:28.912991 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:28.913770 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.915244 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] 10.222.0.52 "PUT /v2.0/ports/e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 1094 time: 2.8841057 Sep 14 15:27:28.919064 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'tag': 'e80718c6-1ad2-4e22-ba1c-90374322be3b'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:28.922537 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c" -d '{"events": [{"name": "network-changed", "server_uuid": "33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7", "tag": "e80718c6-1ad2-4e22-ba1c-90374322be3b"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:28.944443 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-110efb28-4327-4e94-a217-a5fde7e34533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.947443 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-110efb28-4327-4e94-a217-a5fde7e34533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:28.949306 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-110efb28-4327-4e94-a217-a5fde7e34533 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be282a99-480c-477b-b295-3dddc463be17 HTTP/1.1" status: 204 len: 168 time: 0.5492690 Sep 14 15:27:28.991496 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7582-f089-4189-b5a5-44d5b829aaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.018106 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4dd4e7-4335-4953-b30c-ef0fa00aa8ab x-openstack-request-id: req-5b4dd4e7-4335-4953-b30c-ef0fa00aa8ab {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:29.018586 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7", "tag": "e80718c6-1ad2-4e22-ba1c-90374322be3b", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:29.018979 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b4dd4e7-4335-4953-b30c-ef0fa00aa8ab {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:29.019564 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'tag': 'e80718c6-1ad2-4e22-ba1c-90374322be3b', 'status': 'completed', 'code': 200} Sep 14 15:27:29.058001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7582-f089-4189-b5a5-44d5b829aaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.092655 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110efb28-4327-4e94-a217-a5fde7e34533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be282a99-480c-477b-b295-3dddc463be17,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:29.129659 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-155a661a-569d-495f-a7b6-f0b392d501bc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.151227 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-155a661a-569d-495f-a7b6-f0b392d501bc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.154918 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f157b7b-c349-4806-a8bf-017796e121ba service neutron] Pushing event updated for resources: {'Port': ['ID=e80718c6-1ad2-4e22-ba1c-90374322be3b,revision_number=3']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:29.229177 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-155a661a-569d-495f-a7b6-f0b392d501bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2177110 Sep 14 15:27:29.243280 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Made reservation on behalf of 40c8dd348a7546428dbad912bb553904 for: {'port': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:27:29.248345 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.266500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a661a-569d-495f-a7b6-f0b392d501bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da592402-a578-4593-a68c-36062541d469,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:29.273167 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-4f90ece7-3439-4c05-a9b7-67e977bed376 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0390444 Sep 14 15:27:29.276174 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-2dd06b54-05cc-4137-9379-255fe1246fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:29.277722 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-2dd06b54-05cc-4137-9379-255fe1246fed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1097 time: 0.2808604 Sep 14 15:27:29.283654 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcff124-8231-4ce8-b8c6-e2b080401a18 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:29.298601 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.316019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7582-f089-4189-b5a5-44d5b829aaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.319037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7582-f089-4189-b5a5-44d5b829aaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.320372 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-fe9f7582-f089-4189-b5a5-44d5b829aaaf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3caa2459-5146-43da-b639-35846f78d8d9 HTTP/1.1" status: 204 len: 168 time: 0.4793780 Sep 14 15:27:29.328313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e0b1-e28a-4767-914a-44482b2c2b5b req-d6d8716f-4cd1-4879-b357-093f454d82cb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:29.330139 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0493e0b1-e28a-4767-914a-44482b2c2b5b req-d6d8716f-4cd1-4879-b357-093f454d82cb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 932 time: 0.1636977 Sep 14 15:27:29.358022 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Transition to ACTIVE for port object 7bcff124-8231-4ce8-b8c6-e2b080401a18 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:29.363228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f7582-f089-4189-b5a5-44d5b829aaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa2459-5146-43da-b639-35846f78d8d9,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:29.408883 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.469224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Request body: {'port': {'device_id': '6f0084c2-6115-4e28-bb33-753de963731c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:29.542342 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37490) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:29.552450 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0493e0b1-e28a-4767-914a-44482b2c2b5b req-0592135b-e2eb-4ab8-be8d-261a772851d6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008169 Sep 14 15:27:29.590621 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Pushing event updated for resources: {'Port': ['ID=7bcff124-8231-4ce8-b8c6-e2b080401a18,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:29.637351 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:27:29.664260 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-193d6d6e-de89-4a90-a07e-1aa4594aaddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.679456 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Allocated IP 172.20.0.3 (6db66e0e-293d-42b9-8d44-981973eb0c3f/cfa2b640-56c1-461e-990d-529cac5ad347/f1466d0e-8d93-4c71-9723-25523c8901be) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:27:29.682637 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-8a10e776-861f-487a-bb0a-00ee9e5f6f07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.1374822 Sep 14 15:27:29.776100 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-751132b1-ed9b-4526-91cc-bdff7f2e1359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.792057 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.794705 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-278e2366-8357-4112-8139-32b8c082b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:29.796377 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-278e2366-8357-4112-8139-32b8c082b9e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.1042440 Sep 14 15:27:29.802737 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562d041-9eec-4f53-bcab-a6e7c6bac339 req-7cf1960d-65e2-4f25-a9b2-ad39722fc594 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:29.805218 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a562d041-9eec-4f53-bcab-a6e7c6bac339 req-7cf1960d-65e2-4f25-a9b2-ad39722fc594 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 931 time: 0.3210745 Sep 14 15:27:29.810403 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-751132b1-ed9b-4526-91cc-bdff7f2e1359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:29.813119 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Attempting to bind port 7bcff124-8231-4ce8-b8c6-e2b080401a18 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:29.813575 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Attempting to bind port 7bcff124-8231-4ce8-b8c6-e2b080401a18 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:29.813964 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Attempting to bind port 7bcff124-8231-4ce8-b8c6-e2b080401a18 on network 45202b66-ba91-4a57-b8c6-21f1efac9531 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:29.855137 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-6ee4bf8f-1fb2-4674-884f-b9c22ff3783f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440350 Sep 14 15:27:29.922068 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Port 7bcff124-8231-4ce8-b8c6-e2b080401a18 on network 45202b66-ba91-4a57-b8c6-21f1efac9531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:27:29.922571 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Attempting to bind port 7bcff124-8231-4ce8-b8c6-e2b080401a18 on network 45202b66-ba91-4a57-b8c6-21f1efac9531 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:29.925013 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751132b1-ed9b-4526-91cc-bdff7f2e1359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f773478-4cc7-40fb-850a-b398d36cd8b0,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:30.034728 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17269962-e3fd-4007-bf21-f0f2abfb9695 req-29c32e9a-7ce2-41b0-88af-5391b3a33d1e tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:30.044496 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-17269962-e3fd-4007-bf21-f0f2abfb9695 req-29c32e9a-7ce2-41b0-88af-5391b3a33d1e tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.3368189 Sep 14 15:27:30.047068 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:30.047564 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Checking segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:30.048165 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Bound using segment: {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:30.048621 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Bound port: 7bcff124-8231-4ce8-b8c6-e2b080401a18, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:30.049459 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.056741 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-751132b1-ed9b-4526-91cc-bdff7f2e1359 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7abd1531bd54d57ad0abe7aaa114430&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4532084 Sep 14 15:27:30.060262 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37510) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:30.086497 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.095690 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-3a862a99-adf1-47c2-be4e-b6f400b9dda1 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869454 Sep 14 15:27:30.136859 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Transition to ACTIVE for port object f1466d0e-8d93-4c71-9723-25523c8901be will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:30.140145 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a562d041-9eec-4f53-bcab-a6e7c6bac339 req-54e24274-f9b9-4c85-a623-1c452cbe9576 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020287 Sep 14 15:27:30.140601 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37512) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:30.180486 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-83e18130-8d22-477a-ae81-e3c9f3c06e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.263975 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99cef8d5-be74-4697-a597-27b0df0cc4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.276181 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-17269962-e3fd-4007-bf21-f0f2abfb9695 req-d3f64239-c6ad-4c00-8a7c-1319dc0ca926 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307146 Sep 14 15:27:30.292239 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-24c2fadb-faa1-44e5-bc22-c0a9a7a0635c req-1e82248d-ac83-4ba3-bf58-4bd06f162816 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883342 Sep 14 15:27:30.303979 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.316790 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99cef8d5-be74-4697-a597-27b0df0cc4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.325357 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-848f29a4-f3c4-407f-9ab6-43b3436614f1 req-0763764c-893c-439e-8578-6e75414fb8dd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0793707 Sep 14 15:27:30.367751 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:27:30.368341 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-193d6d6e-de89-4a90-a07e-1aa4594aaddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.381592 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-193d6d6e-de89-4a90-a07e-1aa4594aaddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.396984 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] For port 7bcff124-8231-4ce8-b8c6-e2b080401a18, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:30.407503 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:27:30.409889 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:27:30.416751 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:30.417380 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.476390 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] For port 7bcff124-8231-4ce8-b8c6-e2b080401a18, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:30.495396 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.504962 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-193d6d6e-de89-4a90-a07e-1aa4594aaddf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b6f62111f3f4c72b4e6919e676bbe34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9559858 Sep 14 15:27:30.528923 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d6d6e-de89-4a90-a07e-1aa4594aaddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c501590e-4caa-4493-aa36-37ad25cd21f8,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:30.535903 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37514) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:30.564761 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:30.565270 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.568207 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] 10.222.0.52 "PUT /v2.0/ports/7bcff124-8231-4ce8-b8c6-e2b080401a18 HTTP/1.1" status: 200 len: 1094 time: 2.3253486 Sep 14 15:27:30.578823 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'tag': '7bcff124-8231-4ce8-b8c6-e2b080401a18'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:30.652767 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:30.680664 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-c8471be6-c2eb-47f2-9a3c-d490fe28d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:30.682937 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-c8471be6-c2eb-47f2-9a3c-d490fe28d485 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1097 time: 0.3236809 Sep 14 15:27:30.725027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99cef8d5-be74-4697-a597-27b0df0cc4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.728568 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99cef8d5-be74-4697-a597-27b0df0cc4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.732044 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-99cef8d5-be74-4697-a597-27b0df0cc4e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f773478-4cc7-40fb-850a-b398d36cd8b0 HTTP/1.1" status: 204 len: 168 time: 0.6707735 Sep 14 15:27:30.747011 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-76a12254-8fa9-4681-ac9c-a5f5b2bf6943 None None] Provisioning for port f1466d0e-8d93-4c71-9723-25523c8901be completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:30.754392 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-76a12254-8fa9-4681-ac9c-a5f5b2bf6943 None None] Provisioning complete for port f1466d0e-8d93-4c71-9723-25523c8901be triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:30.756096 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76a12254-8fa9-4681-ac9c-a5f5b2bf6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.758610 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:30.788878 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cef8d5-be74-4697-a597-27b0df0cc4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f773478-4cc7-40fb-850a-b398d36cd8b0,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:30.829304 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-76a12254-8fa9-4681-ac9c-a5f5b2bf6943 None None] Port f1466d0e-8d93-4c71-9723-25523c8901be cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:27:30.831060 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5a2dc-e2f4-4db0-85f9-e146fc3cd2db service neutron] Pushing event updated for resources: {'Port': ['ID=7bcff124-8231-4ce8-b8c6-e2b080401a18,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:30.925032 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-c9897c1f-e4d1-4bea-8e06-5c34adc5df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:30.936573 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-c9897c1f-e4d1-4bea-8e06-5c34adc5df9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.2364054 Sep 14 15:27:30.991308 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-9170a481-2735-4c68-ad30-0b541ffc5252 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.0538001 Sep 14 15:27:31.007030 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-83e18130-8d22-477a-ae81-e3c9f3c06e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.021098 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-83e18130-8d22-477a-ae81-e3c9f3c06e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.054276 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831dac12-5788-4e94-a022-1b3a71cea356" -d '{"events": [{"name": "network-changed", "server_uuid": "b0177a8d-529d-47f8-9327-96cd575c8b9e", "tag": "7bcff124-8231-4ce8-b8c6-e2b080401a18"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:31.054848 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-8532c6d0-f08f-4d13-adc5-94a0b2cadb94 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0068042 Sep 14 15:27:31.090002 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Request body: {'port': {'device_id': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:31.121150 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-83e18130-8d22-477a-ae81-e3c9f3c06e1c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c0025d60d0824060b9a924a314e7b91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9794984 Sep 14 15:27:31.130268 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37534) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:31.140392 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-70bb996c-957d-4758-90a3-0596772db3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:31.141870 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-70bb996c-957d-4758-90a3-0596772db3a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.1390512 Sep 14 15:27:31.145727 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e18130-8d22-477a-ae81-e3c9f3c06e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a0a94-367d-456e-9055-630cafd9e7e8,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:31.162717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-762a5ab2-7c02-44e0-ba6f-5769298428e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:31.168004 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-762a5ab2-7c02-44e0-ba6f-5769298428e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 1097 time: 0.5087361 Sep 14 15:27:31.198832 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1060700-faf9-47df-af21-58a94b122e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.260737 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-1638275d-710d-4fa2-85f8-c41124eea5c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026409 Sep 14 15:27:31.279241 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.286032 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd81479-6284-4649-aab3-7c73e996c06a req-c4d8325e-68d1-46e2-8110-598033182a83 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:31.294016 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbd81479-6284-4649-aab3-7c73e996c06a req-c4d8325e-68d1-46e2-8110-598033182a83 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 944 time: 0.5723829 Sep 14 15:27:31.310067 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0026509b-3e3c-4364-8196-3abec353ff5d {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:31.328735 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-2a7b8676-a935-4706-930f-0b64c575e6b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18 HTTP/1.1" status: 200 len: 217 time: 0.1463084 Sep 14 15:27:31.334757 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.404614 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d2c766-fbcf-4228-946b-8b6ae14dde1d x-openstack-request-id: req-e8d2c766-fbcf-4228-946b-8b6ae14dde1d {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:31.404940 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0177a8d-529d-47f8-9327-96cd575c8b9e", "tag": "7bcff124-8231-4ce8-b8c6-e2b080401a18", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:31.405288 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8d2c766-fbcf-4228-946b-8b6ae14dde1d {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:31.405747 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'tag': '7bcff124-8231-4ce8-b8c6-e2b080401a18', 'status': 'completed', 'code': 200} Sep 14 15:27:31.413255 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1060700-faf9-47df-af21-58a94b122e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.446087 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Transition to ACTIVE for port object 0026509b-3e3c-4364-8196-3abec353ff5d will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:31.487053 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.537937 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-ce46dcc0-f608-4b77-9995-e7cca6a52d84 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681530 Sep 14 15:27:31.548616 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbd81479-6284-4649-aab3-7c73e996c06a req-50edb5c2-025c-4f4b-bce8-29299df04129 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535443 Sep 14 15:27:31.578536 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-96a3137f-591e-4b22-8b39-68598ababf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:31.581141 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-96a3137f-591e-4b22-8b39-68598ababf17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.2360284 Sep 14 15:27:31.587061 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a386eebc-3444-4a99-9624-babee0b4085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.771760 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-d87a3004-8b7f-49ba-a8a4-6575cc0ca439 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654720 Sep 14 15:27:31.812992 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Pushing event updated for resources: {'Port': ['ID=0026509b-3e3c-4364-8196-3abec353ff5d,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:31.850838 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1060700-faf9-47df-af21-58a94b122e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.854152 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1060700-faf9-47df-af21-58a94b122e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.856293 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e1060700-faf9-47df-af21-58a94b122e82 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c501590e-4caa-4493-aa36-37ad25cd21f8 HTTP/1.1" status: 204 len: 168 time: 1.3164873 Sep 14 15:27:31.876168 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-8bc16f9d-26f6-4cf1-9923-128f232441e6 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309553 Sep 14 15:27:31.900585 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a386eebc-3444-4a99-9624-babee0b4085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:31.956760 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dba9d-73a6-43e5-ba3d-771e10037626 req-1c11d5e0-4682-477d-8a1c-12e7942d5168 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:31.959694 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-421dba9d-73a6-43e5-ba3d-771e10037626 req-1c11d5e0-4682-477d-8a1c-12e7942d5168 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 943 time: 0.5014198 Sep 14 15:27:31.987457 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1060700-faf9-47df-af21-58a94b122e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c501590e-4caa-4493-aa36-37ad25cd21f8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:32.023905 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Attempting to bind port 0026509b-3e3c-4364-8196-3abec353ff5d on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:32.024549 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Attempting to bind port 0026509b-3e3c-4364-8196-3abec353ff5d by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:32.024867 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Attempting to bind port 0026509b-3e3c-4364-8196-3abec353ff5d on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:32.043923 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1466d0e-8d93-4c71-9723-25523c8901be {{(pid=93910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:32.057259 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.073016 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Transition to ACTIVE for port object f1466d0e-8d93-4c71-9723-25523c8901be will not be triggered until provisioned by entity L2. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:27:32.078807 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.107053 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de60f19-fd62-4650-9ca4-b21bca76218f req-9532af9b-0333-4a7c-9f0d-dacf496d292f tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:32.108666 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3de60f19-fd62-4650-9ca4-b21bca76218f req-9532af9b-0333-4a7c-9f0d-dacf496d292f tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.4133730 Sep 14 15:27:32.109283 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Port 0026509b-3e3c-4364-8196-3abec353ff5d on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:27:32.109593 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Attempting to bind port 0026509b-3e3c-4364-8196-3abec353ff5d on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:32.140374 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:32.140600 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Checking segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:32.140990 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Bound using segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:32.141444 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Bound port: 0026509b-3e3c-4364-8196-3abec353ff5d, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:32.141811 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.149500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:32.205839 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Attempting to bind port f1466d0e-8d93-4c71-9723-25523c8901be on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:27:32.206715 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Attempting to bind port f1466d0e-8d93-4c71-9723-25523c8901be by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:27:32.210223 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Attempting to bind port f1466d0e-8d93-4c71-9723-25523c8901be on network 6db66e0e-293d-42b9-8d44-981973eb0c3f {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:32.211155 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-421dba9d-73a6-43e5-ba3d-771e10037626 req-25bf62e3-dc27-4920-8983-5af5245fd172 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330818 Sep 14 15:27:32.230081 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-87e7583d-de44-4608-a4c9-0e5afc6410d5 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573884 Sep 14 15:27:32.231991 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Port f1466d0e-8d93-4c71-9723-25523c8901be on network 6db66e0e-293d-42b9-8d44-981973eb0c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:27:32.236623 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Attempting to bind port f1466d0e-8d93-4c71-9723-25523c8901be on network 6db66e0e-293d-42b9-8d44-981973eb0c3f {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:27:32.252688 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:27:32.254270 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Checking segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:27:32.256011 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Bound using segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:27:32.257121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Bound port: f1466d0e-8d93-4c71-9723-25523c8901be, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:27:32.258026 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.320783 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a386eebc-3444-4a99-9624-babee0b4085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.325050 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a386eebc-3444-4a99-9624-babee0b4085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.326214 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a386eebc-3444-4a99-9624-babee0b4085c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/864a0a94-367d-456e-9055-630cafd9e7e8 HTTP/1.1" status: 204 len: 168 time: 1.1722538 Sep 14 15:27:32.370916 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3de60f19-fd62-4650-9ca4-b21bca76218f req-9d67c294-bfb5-4d82-ba75-d77305a251e5 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505119 Sep 14 15:27:32.422014 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, cleared binding levels {{(pid=93910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:32.433340 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:32.443055 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.460869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386eebc-3444-4a99-9624-babee0b4085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a0a94-367d-456e-9055-630cafd9e7e8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:32.558599 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=3']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:32.594907 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:32.596009 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.605947 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-e9e7d1bf-9758-4ce0-9c51-37a17e9d06a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 1093 time: 1.5252626 Sep 14 15:27:32.609218 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:32.620686 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b337cb-c970-4612-9dcb-1c788be2e8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:32.653193 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] For port 0026509b-3e3c-4364-8196-3abec353ff5d, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:27:32.698078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] For port 0026509b-3e3c-4364-8196-3abec353ff5d, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0026509b-3e3c-4364-8196-3abec353ff5d,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:27:32.728098 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0827e1-d2e8-4cde-b7a4-ae9667b5a2cd req-53882f63-7e10-420d-b096-77991c93f4c3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:32.735904 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6f0827e1-d2e8-4cde-b7a4-ae9667b5a2cd req-53882f63-7e10-420d-b096-77991c93f4c3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.3405213 Sep 14 15:27:32.741727 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-37e27772-4890-4e87-b161-92bd5cf1ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:32.751116 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-37e27772-4890-4e87-b161-92bd5cf1ef5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1096 time: 0.0798695 Sep 14 15:27:32.752255 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:32.833968 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-ced9f913-cbba-451c-bf5d-b8e3e700dfb1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 217 time: 0.0739632 Sep 14 15:27:32.930290 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2a839-9bf0-4cd4-ac34-93678a3f6f39 req-ed72a3bb-62d5-443e-8182-e3878ac5aac9 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520772 Sep 14 15:27:32.991922 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-66911a23-7a6b-4a25-9996-eb028f9d040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:32.993424 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-66911a23-7a6b-4a25-9996-eb028f9d040a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.1533558 Sep 14 15:27:33.008972 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6f0827e1-d2e8-4cde-b7a4-ae9667b5a2cd req-d07c79d7-219e-4239-8f7f-13db5f53158c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719305 Sep 14 15:27:33.084377 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-60598547-c5dd-43e2-9bd9-544c15c3e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:33.094247 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-60598547-c5dd-43e2-9bd9-544c15c3e42b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922568 Sep 14 15:27:33.102224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Pushing event updated for resources: {'Port': ['ID=0026509b-3e3c-4364-8196-3abec353ff5d,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:33.111237 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37598) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:33.133891 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:33.138451 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:33.141184 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-5b9b7929-d36a-4748-8dbd-7ffa829c8fab service neutron] 10.222.0.52 "PUT /v2.0/ports/0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 1093 time: 3.6800199 Sep 14 15:27:33.263613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f3abc-14c2-403d-829a-34b883be2a99 req-788b1ff4-9cba-488e-937c-8388b0e9548a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:33.292054 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f37f3abc-14c2-403d-829a-34b883be2a99 req-788b1ff4-9cba-488e-937c-8388b0e9548a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 944 time: 0.5534213 Sep 14 15:27:33.400512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device e80718c6-1ad2-4e22-ba1c-90374322be3b details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:27:33.422180 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:33.431375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4531d802-c7af-4085-ad0d-49ed1f25834f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:33.525480 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-0f837954-5659-4b11-907a-12f206f23f9d service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226856 Sep 14 15:27:33.528306 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00347d88-45fe-4869-80a0-37203f94c9e8 x-openstack-request-id: req-00347d88-45fe-4869-80a0-37203f94c9e8 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:33.528888 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:33.529690 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00347d88-45fe-4869-80a0-37203f94c9e8 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:33.530398 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'status': 'completed', 'code': 200} Sep 14 15:27:33.542906 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ff9f2dc3-bfcc-4691-bde8-40803cf01c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:33.593061 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dac12-5788-4e94-a022-1b3a71cea356 req-c23abad1-4d03-4c2c-aafd-59b665b36cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:33.596964 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-c23abad1-4d03-4c2c-aafd-59b665b36cc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 1097 time: 0.5293953 Sep 14 15:27:33.622847 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-2f26e324-39ac-4186-a42b-f85270570bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:33.639950 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-2f26e324-39ac-4186-a42b-f85270570bfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1096 time: 0.4096324 Sep 14 15:27:33.708695 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port e80718c6-1ad2-4e22-ba1c-90374322be3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:33.719632 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f37f3abc-14c2-403d-829a-34b883be2a99 req-8817a9cd-b68e-4d7e-a500-b2bec0a10611 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265847 Sep 14 15:27:33.734831 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'e80718c6-1ad2-4e22-ba1c-90374322be3b', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'port_id': 'e80718c6-1ad2-4e22-ba1c-90374322be3b', 'mac_address': 'fa:16:3e:c6:03:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:27:33.888709 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:33.906877 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90f1276-d505-4ec0-ad96-2be9ee8a1a41 x-openstack-request-id: req-c90f1276-d505-4ec0-ad96-2be9ee8a1a41 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:33.907299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:33.907603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c90f1276-d505-4ec0-ad96-2be9ee8a1a41 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:33.908026 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d', 'status': 'completed', 'code': 200} Sep 14 15:27:33.924764 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80718c6-1ad2-4e22-ba1c-90374322be3b {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:33.930734 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-ee1744d2-4c23-4d47-93b5-344ccebc118b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 217 time: 0.2478642 Sep 14 15:27:33.974214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port e80718c6-1ad2-4e22-ba1c-90374322be3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:33.986802 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:34.014340 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-5de92109-e820-4ebf-8bbf-6a617bc32b2c req-838308ce-f422-4ba3-aa8c-64d3b96230be service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511507 Sep 14 15:27:34.035694 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d7206-4ebb-494a-8111-d5cb67b07c30 req-df16f651-5602-4d64-aec6-3f030da85ae9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.038897 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3e1d7206-4ebb-494a-8111-d5cb67b07c30 req-df16f651-5602-4d64-aec6-3f030da85ae9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 943 time: 0.6611657 Sep 14 15:27:34.105222 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=e80718c6-1ad2-4e22-ba1c-90374322be3b,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:34.156936 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ff9f2dc3-bfcc-4691-bde8-40803cf01c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:34.167882 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ff9f2dc3-bfcc-4691-bde8-40803cf01c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:34.213474 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-0e1f58b1-066e-4746-9b0a-98e2f0812b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.216170 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-0e1f58b1-066e-4746-9b0a-98e2f0812b70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1096 time: 0.0967767 Sep 14 15:27:34.225585 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['e80718c6-1ad2-4e22-ba1c-90374322be3b'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:27:34.244246 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ff9f2dc3-bfcc-4691-bde8-40803cf01c08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d7bec053e944fcb8ba846dfe4aef535&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1317787 Sep 14 15:27:34.252769 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37640) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:34.257309 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f2dc3-bfcc-4691-bde8-40803cf01c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8e944e-2700-472b-bb15-89370921653c,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:34.319595 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-9b42ef08-f0c0-4c1a-839a-016973578251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.322127 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-9b42ef08-f0c0-4c1a-839a-016973578251 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.3716249 Sep 14 15:27:34.335469 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dac12-5788-4e94-a022-1b3a71cea356 req-92a43538-de2f-46e7-8883-a3377bb659d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.337396 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-92a43538-de2f-46e7-8883-a3377bb659d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.7283428 Sep 14 15:27:34.384276 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-28b3643f-db11-42f8-826d-b891af9e1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.385859 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-28b3643f-db11-42f8-826d-b891af9e1614 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.1575005 Sep 14 15:27:34.425048 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb343-2adc-4520-a21a-443404a9cfe5 req-13e043fd-5ee8-498d-a967-b64f2365c6f1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.434073 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9b1fb343-2adc-4520-a21a-443404a9cfe5 req-13e043fd-5ee8-498d-a967-b64f2365c6f1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.2815769 Sep 14 15:27:34.455071 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-2aa3ec07-6593-4461-a0e0-830b5eed3bd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18 HTTP/1.1" status: 200 len: 217 time: 0.0914733 Sep 14 15:27:34.485858 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-6216bfd3-da34-4cf6-8676-5cc3a6f9950b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 217 time: 0.0926309 Sep 14 15:27:34.570463 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-d2e6ecc7-b61b-4e38-a610-3b74c7b6c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.571980 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-d2e6ecc7-b61b-4e38-a610-3b74c7b6c745 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0774713 Sep 14 15:27:34.641339 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-4fb9412b-aaf7-4419-bb9e-24113367c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.643155 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-4fb9412b-aaf7-4419-bb9e-24113367c8f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633662 Sep 14 15:27:34.699270 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3e1d7206-4ebb-494a-8111-d5cb67b07c30 req-9d2f73b1-f594-4f2e-a815-6690abb92dd8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5750134 Sep 14 15:27:34.779876 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4fdb499f-df8d-4262-9f59-cfcd634b5e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:34.800147 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9b1fb343-2adc-4520-a21a-443404a9cfe5 req-4fc7a1bd-714e-4472-9a85-c57e70e03178 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650815 Sep 14 15:27:34.844306 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-e96a8996-92fa-4969-adcd-e99f87f5347a service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921194 Sep 14 15:27:34.902225 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4fdb499f-df8d-4262-9f59-cfcd634b5e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:34.935522 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-beef2d65-3417-4732-bb9b-dd22e613ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.937076 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-beef2d65-3417-4732-bb9b-dd22e613ff7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5985539 Sep 14 15:27:34.987062 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dac12-5788-4e94-a022-1b3a71cea356 req-49d74852-aaef-4f22-b47b-b87a20a9e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:34.987404 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-11b337cb-c970-4612-9dcb-1c788be2e8c6 req-8ed363f0-dfc8-424c-8c12-7d2afbfb2ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343997 Sep 14 15:27:34.994868 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-49d74852-aaef-4f22-b47b-b87a20a9e152 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.2890322 Sep 14 15:27:35.069178 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-58f64fdd-16c9-4689-ba77-37d6fd155341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494149 Sep 14 15:27:35.118766 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3d1d2-6bff-4f5e-b406-d226158feb3a req-59c0f724-5353-4319-9013-116ed9d3fefa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:35.120730 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4fa3d1d2-6bff-4f5e-b406-d226158feb3a req-59c0f724-5353-4319-9013-116ed9d3fefa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 944 time: 0.1954138 Sep 14 15:27:35.225409 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4fdb499f-df8d-4262-9f59-cfcd634b5e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:35.228222 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4fdb499f-df8d-4262-9f59-cfcd634b5e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:35.229505 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4fdb499f-df8d-4262-9f59-cfcd634b5e3d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f8e944e-2700-472b-bb15-89370921653c HTTP/1.1" status: 204 len: 168 time: 0.9646811 Sep 14 15:27:35.297467 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb499f-df8d-4262-9f59-cfcd634b5e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8e944e-2700-472b-bb15-89370921653c,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:35.319661 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4fa3d1d2-6bff-4f5e-b406-d226158feb3a req-69fd7cf1-8917-4cfb-8522-1110ccda982c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817088 Sep 14 15:27:35.322518 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-0d9dee4b-f80f-4245-bfd2-1ed7a9591514 service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229461 Sep 14 15:27:35.385953 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-34d066fd-8ab5-435b-ab74-4eb580c00c44 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930784 Sep 14 15:27:35.416996 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 7bcff124-8231-4ce8-b8c6-e2b080401a18 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:27:35.473553 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device e80718c6-1ad2-4e22-ba1c-90374322be3b up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:35.564192 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f7dc369-6cd3-4915-bbbf-d294b9d0d09c req-f7383214-0434-46ee-a4be-b081e6034973 service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344029 Sep 14 15:27:35.568299 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.db.resource_extend [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 15:27:35.591619 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-831dac12-5788-4e94-a022-1b3a71cea356 req-003055d4-791b-4865-80f0-2ef687268daf service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984141 Sep 14 15:27:35.617800 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port e80718c6-1ad2-4e22-ba1c-90374322be3b completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:35.626054 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port e80718c6-1ad2-4e22-ba1c-90374322be3b triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:35.626740 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:35.742959 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-6d8c31cc-feb2-4df2-9b1a-a013a6e08eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:35.744891 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-6d8c31cc-feb2-4df2-9b1a-a013a6e08eb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1096 time: 0.0790281 Sep 14 15:27:35.784589 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 7bcff124-8231-4ce8-b8c6-e2b080401a18, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:35.802140 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '7bcff124-8231-4ce8-b8c6-e2b080401a18', 'network_id': '45202b66-ba91-4a57-b8c6-21f1efac9531', 'port_id': '7bcff124-8231-4ce8-b8c6-e2b080401a18', 'mac_address': 'fa:16:3e:78:a9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8056d836-2bf1-412f-a0e9-2ade30c5a469', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:27:35.926139 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:35.946177 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:35.979689 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad613f-f217-4299-975e-98f343a2c26d req-8d41506f-eaf3-4a3e-937c-a0cf32f84518 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:35.981623 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0bad613f-f217-4299-975e-98f343a2c26d req-8d41506f-eaf3-4a3e-937c-a0cf32f84518 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 943 time: 0.1137688 Sep 14 15:27:35.985774 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80718c6-1ad2-4e22-ba1c-90374322be3b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:35.988546 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca00521-86ea-43e5-8a97-2cbe2353da14" -d '{"events": [{"server_uuid": "33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7", "name": "network-vif-plugged", "status": "completed", "tag": "e80718c6-1ad2-4e22-ba1c-90374322be3b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:35.989427 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-e0bd9d18-8062-4f66-8eb6-25d33c983111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:35.992565 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-e0bd9d18-8062-4f66-8eb6-25d33c983111 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.2394876 Sep 14 15:27:35.993278 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcff124-8231-4ce8-b8c6-e2b080401a18 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:36.014658 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port e80718c6-1ad2-4e22-ba1c-90374322be3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:36.027115 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:36.035536 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 7bcff124-8231-4ce8-b8c6-e2b080401a18, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:36.065220 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:36.073723 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-4e03c766-0516-4e05-8365-1d6c5497d5de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 217 time: 0.0665298 Sep 14 15:27:36.086426 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144604-02ee-4a3d-b5fd-d5679aa58174 req-ee244583-4d56-42a3-911f-a7215215ea4c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:36.088637 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e2144604-02ee-4a3d-b5fd-d5679aa58174 req-ee244583-4d56-42a3-911f-a7215215ea4c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1848505 Sep 14 15:27:36.102628 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=e80718c6-1ad2-4e22-ba1c-90374322be3b,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:36.167133 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0bad613f-f217-4299-975e-98f343a2c26d req-5d460802-35c2-4abb-b01d-6fba6e7aaa70 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715147 Sep 14 15:27:36.169937 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=7bcff124-8231-4ce8-b8c6-e2b080401a18,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:36.185964 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-47540216-736d-45e4-a0ae-25963f83ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:36.187800 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-47540216-736d-45e4-a0ae-25963f83ff2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0978868 Sep 14 15:27:36.212190 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e2144604-02ee-4a3d-b5fd-d5679aa58174 req-803ceefa-976d-4549-8b79-27711065c934 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112385 Sep 14 15:27:36.258419 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-f82bacf5-58f9-40b7-bb4c-28c92076219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:36.261715 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-f82bacf5-58f9-40b7-bb4c-28c92076219c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622892 Sep 14 15:27:36.264461 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449dbeeb-ae24-4a9a-b9f7-b825318a19a8 x-openstack-request-id: req-449dbeeb-ae24-4a9a-b9f7-b825318a19a8 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:36.264982 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7", "name": "network-vif-plugged", "status": "completed", "tag": "e80718c6-1ad2-4e22-ba1c-90374322be3b", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:36.265386 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-449dbeeb-ae24-4a9a-b9f7-b825318a19a8 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:36.265907 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80718c6-1ad2-4e22-ba1c-90374322be3b', 'code': 200} Sep 14 15:27:36.328554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['7bcff124-8231-4ce8-b8c6-e2b080401a18'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:27:36.482135 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-af59a342-56c3-4470-b39e-086aae7c3dcd service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006574 Sep 14 15:27:36.738166 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6ab4-e292-4aae-bf6d-afe1c40b64c7 req-44d3b5ec-3d88-4552-b74b-afdfc4180878 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:36.739902 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3bad6ab4-e292-4aae-bf6d-afe1c40b64c7 req-44d3b5ec-3d88-4552-b74b-afdfc4180878 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 945 time: 0.2194393 Sep 14 15:27:36.750891 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05632a-e66b-4c55-8dc8-fe759fdb750e req-e6807389-63d0-485a-b85e-c55b7f0c71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:36.752381 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fd05632a-e66b-4c55-8dc8-fe759fdb750e req-e6807389-63d0-485a-b85e-c55b7f0c71cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.1507654 Sep 14 15:27:36.798687 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4531d802-c7af-4085-ad0d-49ed1f25834f req-14c4e4f8-259b-4a97-a762-6c7b1cfe94de service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082891 Sep 14 15:27:36.852006 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3bad6ab4-e292-4aae-bf6d-afe1c40b64c7 req-b049cc2b-0625-4391-997d-d88eb96b72cd tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940890 Sep 14 15:27:36.856548 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fd05632a-e66b-4c55-8dc8-fe759fdb750e req-2bd94261-ba50-4ff6-93f8-dfe8f8119faf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920186 Sep 14 15:27:37.311927 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5c398-af15-420c-bc91-74b58fc4e7a9 req-6edb3de5-8d60-4c5a-81cc-f54743a0c27c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:37.315135 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eaf5c398-af15-420c-bc91-74b58fc4e7a9 req-6edb3de5-8d60-4c5a-81cc-f54743a0c27c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 943 time: 0.0621328 Sep 14 15:27:37.389083 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eaf5c398-af15-420c-bc91-74b58fc4e7a9 req-84463eab-2aca-4bb9-848c-aa0daf0599fb tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647566 Sep 14 15:27:37.420028 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2427-0eed-4386-b720-6eacf45bf030 req-995f5e9d-5389-4eff-9315-6f4ca45ea879 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:37.430997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a17e2427-0eed-4386-b720-6eacf45bf030 req-995f5e9d-5389-4eff-9315-6f4ca45ea879 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0875292 Sep 14 15:27:37.443470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:27:37.446987 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 7bcff124-8231-4ce8-b8c6-e2b080401a18 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:37.503180 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a17e2427-0eed-4386-b720-6eacf45bf030 req-6b3dbc7e-ff9f-43ea-b772-043bca12dc70 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706189 Sep 14 15:27:37.644166 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:37.660654 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'mac_address': 'fa:16:3e:e1:7b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:27:37.695640 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 7bcff124-8231-4ce8-b8c6-e2b080401a18 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:37.704171 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 7bcff124-8231-4ce8-b8c6-e2b080401a18 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:37.704533 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:37.737462 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:37.761940 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1466d0e-8d93-4c71-9723-25523c8901be {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:37.788675 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:37.796125 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:37.877848 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:37.935820 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:38.019402 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 7bcff124-8231-4ce8-b8c6-e2b080401a18, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:38.026394 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:38.059287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a56d-ae7f-43e9-b95e-13d58e80a243 req-ff1915df-bb1f-4f1c-a8b6-00a88c046158 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:38.069141 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c5c0a56d-ae7f-43e9-b95e-13d58e80a243 req-ff1915df-bb1f-4f1c-a8b6-00a88c046158 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 945 time: 0.0781569 Sep 14 15:27:38.087039 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['f1466d0e-8d93-4c71-9723-25523c8901be'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:27:38.115271 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=7bcff124-8231-4ce8-b8c6-e2b080401a18,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:38.138106 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c5c0a56d-ae7f-43e9-b95e-13d58e80a243 req-d228df69-7c54-4290-8d4d-48af32d56fa5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Sep 14 15:27:38.267611 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcff124-8231-4ce8-b8c6-e2b080401a18'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:38.271229 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73141fd4-ff97-4067-9caf-c72487e9c901" -d '{"events": [{"server_uuid": "b0177a8d-529d-47f8-9327-96cd575c8b9e", "name": "network-vif-plugged", "status": "completed", "tag": "7bcff124-8231-4ce8-b8c6-e2b080401a18"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:38.332761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821cce9f-d308-4dc6-8a5e-c1e4f4138487 x-openstack-request-id: req-821cce9f-d308-4dc6-8a5e-c1e4f4138487 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:38.333579 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0177a8d-529d-47f8-9327-96cd575c8b9e", "name": "network-vif-plugged", "status": "completed", "tag": "7bcff124-8231-4ce8-b8c6-e2b080401a18", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:38.333813 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-821cce9f-d308-4dc6-8a5e-c1e4f4138487 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:38.334670 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcff124-8231-4ce8-b8c6-e2b080401a18', 'code': 200} Sep 14 15:27:38.560309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33479-dc0b-4915-9821-a411cbb405f3 req-b776d6de-fea5-43a5-93ff-6a5246c55fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:38.561995 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3b33479-dc0b-4915-9821-a411cbb405f3 req-b776d6de-fea5-43a5-93ff-6a5246c55fd0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 1099 time: 0.0534396 Sep 14 15:27:38.573471 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60d38c-7a26-46ee-ac8c-d957d4a32066 req-bbb49f9c-cfaa-4605-a811-f03df15acd36 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:38.575158 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ee60d38c-7a26-46ee-ac8c-d957d4a32066 req-bbb49f9c-cfaa-4605-a811-f03df15acd36 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 943 time: 0.1032526 Sep 14 15:27:38.655477 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ee60d38c-7a26-46ee-ac8c-d957d4a32066 req-270058a9-cc83-4ad4-a867-171f8a96984c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731058 Sep 14 15:27:38.657374 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3b33479-dc0b-4915-9821-a411cbb405f3 req-9e2c86cd-5096-40d4-9f5b-f53148e738b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809481 Sep 14 15:27:38.703142 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5c40-496d-4849-ba5b-f6941f07d893 req-cfda547a-3920-4822-ae67-0795c045a648 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:38.704541 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dead5c40-496d-4849-ba5b-f6941f07d893 req-cfda547a-3920-4822-ae67-0795c045a648 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 944 time: 0.0692916 Sep 14 15:27:38.763849 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dead5c40-496d-4849-ba5b-f6941f07d893 req-e5e1b9ba-e712-40c1-96fb-51355da9b9e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517764 Sep 14 15:27:39.215053 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37872) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:39.266161 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78299-74ac-40db-91f8-35b0a5ad97d5 req-827f2318-5433-4670-a17c-c7af133893ab tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:39.267875 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-19e78299-74ac-40db-91f8-35b0a5ad97d5 req-827f2318-5433-4670-a17c-c7af133893ab tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0554318 Sep 14 15:27:39.330541 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-19e78299-74ac-40db-91f8-35b0a5ad97d5 req-07ebc325-fde0-4985-bc20-e690fc511da7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513780 Sep 14 15:27:39.367436 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0605d6fe-e826-4742-8dda-c0fe163115cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.451275 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0026509b-3e3c-4364-8196-3abec353ff5d details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:27:39.454679 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:39.501484 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0605d6fe-e826-4742-8dda-c0fe163115cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.506944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0605d6fe-e826-4742-8dda-c0fe163115cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.554200 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d6fe-e826-4742-8dda-c0fe163115cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5f789-3242-4820-b8b0-41d918aa16d3,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:39.563544 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37886) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:39.571939 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0605d6fe-e826-4742-8dda-c0fe163115cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=456676e3241b43aab1757df62fc9b501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556781 Sep 14 15:27:39.604044 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port f1466d0e-8d93-4c71-9723-25523c8901be completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:39.618909 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port f1466d0e-8d93-4c71-9723-25523c8901be triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:39.627015 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.673157 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 0026509b-3e3c-4364-8196-3abec353ff5d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0026509b-3e3c-4364-8196-3abec353ff5d,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:39.677493 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-92cda932-60ee-4110-8fdf-5bdec784c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.693234 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '0026509b-3e3c-4364-8196-3abec353ff5d', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'port_id': '0026509b-3e3c-4364-8196-3abec353ff5d', 'mac_address': 'fa:16:3e:8c:2f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:27:39.733787 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-92cda932-60ee-4110-8fdf-5bdec784c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.847366 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.869351 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.886226 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0026509b-3e3c-4364-8196-3abec353ff5d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:27:39.924223 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-92cda932-60ee-4110-8fdf-5bdec784c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.928568 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 0026509b-3e3c-4364-8196-3abec353ff5d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0026509b-3e3c-4364-8196-3abec353ff5d,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:39.929295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-92cda932-60ee-4110-8fdf-5bdec784c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.931247 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-92cda932-60ee-4110-8fdf-5bdec784c6e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0e5f789-3242-4820-b8b0-41d918aa16d3 HTTP/1.1" status: 204 len: 168 time: 0.3664007 Sep 14 15:27:39.933376 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:39.937211 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.945751 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:39.948351 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14a66-960c-4d67-a1aa-31eee79d37cd req-7d179dbf-4496-40d2-8ed5-f250c8f790cd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:39.950391 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3dc14a66-960c-4d67-a1aa-31eee79d37cd req-7d179dbf-4496-40d2-8ed5-f250c8f790cd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 943 time: 0.1440217 Sep 14 15:27:39.982411 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda932-60ee-4110-8fdf-5bdec784c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5f789-3242-4820-b8b0-41d918aa16d3,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:39.996287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895263f-b287-4339-8ca8-d1b280a79ed4 req-9ce3e104-65b6-4fbe-ab35-e0c29ca4bbaf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:39.998037 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d895263f-b287-4339-8ca8-d1b280a79ed4 req-9ce3e104-65b6-4fbe-ab35-e0c29ca4bbaf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 944 time: 0.1424451 Sep 14 15:27:40.045177 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=0026509b-3e3c-4364-8196-3abec353ff5d,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:40.061976 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3dc14a66-960c-4d67-a1aa-31eee79d37cd req-5e300733-d239-48c0-baf8-d65cc8041593 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825930 Sep 14 15:27:40.079675 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d895263f-b287-4339-8ca8-d1b280a79ed4 req-a456658d-2f28-42dd-91e7-7142514336e9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715857 Sep 14 15:27:40.145652 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:40.285055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0026509b-3e3c-4364-8196-3abec353ff5d'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:27:40.336104 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:40.338416 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f11492-16d9-440e-8f3d-1d1d59b5bfd1" -d '{"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-plugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:40.370186 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 37914) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:40.417244 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae622a8-af98-4491-b778-34cdf46925a3 x-openstack-request-id: req-7ae622a8-af98-4491-b778-34cdf46925a3 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:40.417603 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-plugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:40.417830 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ae622a8-af98-4491-b778-34cdf46925a3 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:40.418263 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'code': 200} Sep 14 15:27:40.420810 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5d690d62-f2fd-4a74-acae-2d82c4a9d55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.541794 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6f9e3-02c8-46d3-83a0-90499ecdf247 req-33e704ea-b9ae-46be-b205-a3e087d5a161 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:40.543317 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-77a6f9e3-02c8-46d3-83a0-90499ecdf247 req-33e704ea-b9ae-46be-b205-a3e087d5a161 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0807278 Sep 14 15:27:40.622495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5d690d62-f2fd-4a74-acae-2d82c4a9d55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.630838 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5d690d62-f2fd-4a74-acae-2d82c4a9d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.639562 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-77a6f9e3-02c8-46d3-83a0-90499ecdf247 req-24e280b6-0c38-4be7-8e49-5f6630064c65 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879846 Sep 14 15:27:40.668854 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611ef6-56ed-4d80-ad88-417fef15298e req-2d567981-2689-4268-8c42-e9128af00ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:40.670430 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54611ef6-56ed-4d80-ad88-417fef15298e req-2d567981-2689-4268-8c42-e9128af00ad0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1098 time: 0.1149900 Sep 14 15:27:40.694860 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-5d690d62-f2fd-4a74-acae-2d82c4a9d55c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bc98ab5593114d0ab75aa163555ace58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189638 Sep 14 15:27:40.694860 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690d62-f2fd-4a74-acae-2d82c4a9d55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13f544-de11-464c-831c-71d3af14116f,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:40.695625 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 37920) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:40.746090 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54611ef6-56ed-4d80-ad88-417fef15298e req-a0f9382d-b490-4a78-be69-b239317abc2f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653100 Sep 14 15:27:40.783374 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-aedaf531-ad1f-453a-b4e4-5da9b94221d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.813947 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-aedaf531-ad1f-453a-b4e4-5da9b94221d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.876425 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-aedaf531-ad1f-453a-b4e4-5da9b94221d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.888740 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-aedaf531-ad1f-453a-b4e4-5da9b94221d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:40.890488 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-aedaf531-ad1f-453a-b4e4-5da9b94221d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd13f544-de11-464c-831c-71d3af14116f HTTP/1.1" status: 204 len: 168 time: 0.1934795 Sep 14 15:27:40.905571 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf531-ad1f-453a-b4e4-5da9b94221d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13f544-de11-464c-831c-71d3af14116f,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:41.156057 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10262272-0723-4391-99fe-ce1c87f85dd6 req-d5f17dac-82d7-42c5-9aee-af4af30db2c7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:41.157913 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-10262272-0723-4391-99fe-ce1c87f85dd6 req-d5f17dac-82d7-42c5-9aee-af4af30db2c7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1428130 Sep 14 15:27:41.172849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-6f97b188-50dd-4ffe-a91e-89de38966e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:41.174329 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-6f97b188-50dd-4ffe-a91e-89de38966e9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 1099 time: 0.1235306 Sep 14 15:27:41.385490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-910e4a51-f7ae-4112-ac0b-c32d579f7aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:41.475096 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0026509b-3e3c-4364-8196-3abec353ff5d up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:27:41.542527 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-10262272-0723-4391-99fe-ce1c87f85dd6 req-3e5555a5-93e1-46d3-b82b-897305297bbe tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745372 Sep 14 15:27:41.570951 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-92bc5c5d-5673-4cb1-abbb-816905070592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:41.574686 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-92bc5c5d-5673-4cb1-abbb-816905070592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.3845687 Sep 14 15:27:41.599430 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5c4e-52b0-446e-adc1-078f0be42384 req-b3c853d7-fc0c-4101-b2d6-4ef805420c47 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:41.608136 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-daef5c4e-52b0-446e-adc1-078f0be42384 req-b3c853d7-fc0c-4101-b2d6-4ef805420c47 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 944 time: 0.3269336 Sep 14 15:27:41.621763 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 0026509b-3e3c-4364-8196-3abec353ff5d completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:27:41.629480 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 0026509b-3e3c-4364-8196-3abec353ff5d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:27:41.630390 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:41.697458 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-c8bd064b-c781-4de1-82a0-921e4f0b090b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18 HTTP/1.1" status: 200 len: 217 time: 0.0862641 Sep 14 15:27:41.801247 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-daef5c4e-52b0-446e-adc1-078f0be42384 req-97c452cf-3bbb-4708-890d-4ea7b4399e3a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916337 Sep 14 15:27:41.811477 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:41.819233 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8616ae9-9173-46a6-bf42-5c8f3374f6ae req-f91bfd85-ebfd-4a6c-8581-eba38f77fe64 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:41.827411 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e8616ae9-9173-46a6-bf42-5c8f3374f6ae req-f91bfd85-ebfd-4a6c-8581-eba38f77fe64 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.1561990 Sep 14 15:27:41.830907 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-49181e13-6439-4428-b678-2e50a87e0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:41.832890 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-49181e13-6439-4428-b678-2e50a87e0a9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.1174326 Sep 14 15:27:41.887343 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e8616ae9-9173-46a6-bf42-5c8f3374f6ae req-fc16c3e3-09af-425b-bb21-ddc287a2633c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583274 Sep 14 15:27:42.016407 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 0026509b-3e3c-4364-8196-3abec353ff5d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0026509b-3e3c-4364-8196-3abec353ff5d,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:42.023257 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:42.094729 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=0026509b-3e3c-4364-8196-3abec353ff5d,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:42.419799 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:42.423959 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997f1b9d-7741-4339-b648-eb40fc6e5701" -d '{"events": [{"server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "name": "network-vif-plugged", "status": "completed", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:42.463008 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fe8195-6880-4f9d-bdba-caca9a2a3adc x-openstack-request-id: req-26fe8195-6880-4f9d-bdba-caca9a2a3adc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:42.463008 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "name": "network-vif-plugged", "status": "completed", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:42.463318 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26fe8195-6880-4f9d-bdba-caca9a2a3adc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:42.463640 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d', 'code': 200} Sep 14 15:27:42.707287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa13e2-ddec-459c-9856-d9b4bfe246e2 req-f6c1b996-30cc-4fa8-811a-6f5f7811c66e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:42.710051 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3fa13e2-ddec-459c-9856-d9b4bfe246e2 req-f6c1b996-30cc-4fa8-811a-6f5f7811c66e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0821819 Sep 14 15:27:42.773815 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3fa13e2-ddec-459c-9856-d9b4bfe246e2 req-91ff7c01-7513-41ff-9407-8f65704ab65b tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559852 Sep 14 15:27:42.932075 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12a355-49d5-425b-b97b-d80b1e091fed req-3ea5fe4a-6b99-4712-ae26-8323a37b7966 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:42.933641 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a12a355-49d5-425b-b97b-d80b1e091fed req-3ea5fe4a-6b99-4712-ae26-8323a37b7966 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0520220 Sep 14 15:27:42.976880 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a12a355-49d5-425b-b97b-d80b1e091fed req-6910c42d-86d0-4d88-a218-ebef252cd4c2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366881 Sep 14 15:27:43.035396 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0070b-c258-4c33-b758-4e8a14f2d526 req-310d649f-93d3-46b5-b437-f6b92a453f69 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:43.037228 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cac0070b-c258-4c33-b758-4e8a14f2d526 req-310d649f-93d3-46b5-b437-f6b92a453f69 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0593081 Sep 14 15:27:43.080933 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cac0070b-c258-4c33-b758-4e8a14f2d526 req-55ba836f-c13f-4f0d-ab75-07fa8c80f950 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352933 Sep 14 15:27:43.883066 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2ad7-1756-40da-94a1-924028aa4737 req-816c15cd-3944-492d-a9aa-3bfa984c2a8c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:43.884548 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-be4c2ad7-1756-40da-94a1-924028aa4737 req-816c15cd-3944-492d-a9aa-3bfa984c2a8c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0489097 Sep 14 15:27:43.924829 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-be4c2ad7-1756-40da-94a1-924028aa4737 req-183cfce4-ece5-413b-abf7-93aa241432a2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Sep 14 15:27:44.127694 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e34fb-2bdf-4a2c-97bd-918502742bff req-7569f66e-a2c7-49eb-8914-0a8ee1687552 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:44.131257 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-306e34fb-2bdf-4a2c-97bd-918502742bff req-7569f66e-a2c7-49eb-8914-0a8ee1687552 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0680547 Sep 14 15:27:44.209269 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-306e34fb-2bdf-4a2c-97bd-918502742bff req-7bf994f5-a15c-4446-995a-366e1103bfaf tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712285 Sep 14 15:27:44.218128 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:44.226859 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5e7e1-810e-4025-95ad-844b6f6689ac req-97785e5c-b9e2-491e-a536-01e128345887 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:44.228434 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-36c5e7e1-810e-4025-95ad-844b6f6689ac req-97785e5c-b9e2-491e-a536-01e128345887 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0708773 Sep 14 15:27:44.274875 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-36c5e7e1-810e-4025-95ad-844b6f6689ac req-af66a80b-a8f4-4e4d-ac45-f28dc91219fc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379016 Sep 14 15:27:44.313356 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9a7b89e3-d539-4afa-9e28-1b44bc92da36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:44.660172 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-54be3152-f651-481e-8beb-8ac34a5e1d95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283408 Sep 14 15:27:44.797345 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-08e777b4-1e8e-47e3-a842-9e2615cd86ee service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192372 Sep 14 15:27:44.938375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf82f44-7c11-4730-9d49-40533d3b61b1 req-c3d5f336-c1c9-4c46-b5fb-26a53e262cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:44.939878 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bbf82f44-7c11-4730-9d49-40533d3b61b1 req-c3d5f336-c1c9-4c46-b5fb-26a53e262cf9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1098 time: 0.1018462 Sep 14 15:27:44.981623 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c3cca2a7-94de-4016-95a2-455c345c3381 req-02da1a9a-c405-44b9-b0c8-32be0c27c516 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349199 Sep 14 15:27:45.001541 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bbf82f44-7c11-4730-9d49-40533d3b61b1 req-c0706488-ded4-42f6-8040-2fa0293992d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515580 Sep 14 15:27:45.082471 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff30fd-a4a9-4510-b995-44b8b5db4ebc req-ee1b109f-b745-46dc-9150-c9ff23dda14d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:45.085253 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-57ff30fd-a4a9-4510-b995-44b8b5db4ebc req-ee1b109f-b745-46dc-9150-c9ff23dda14d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0620890 Sep 14 15:27:45.132662 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-57ff30fd-a4a9-4510-b995-44b8b5db4ebc req-0b1ef37b-1fae-4ae4-8957-ac3344ef68dc tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Sep 14 15:27:45.176756 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:45.352037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7fe9a-4769-4628-8280-5899580f4d09 req-cdcd9c57-fa13-4219-ae19-fc90199dce10 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:45.353574 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-43a7fe9a-4769-4628-8280-5899580f4d09 req-cdcd9c57-fa13-4219-ae19-fc90199dce10 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0543034 Sep 14 15:27:45.421590 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-43a7fe9a-4769-4628-8280-5899580f4d09 req-e81d47ab-2b59-4fb7-8900-d0b8a6333fcf tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620794 Sep 14 15:27:45.434838 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993049c-50e1-457a-abc7-7ec436def0ef req-18b1ee74-738a-46f2-b3c7-771b6e419902 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:45.436769 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8993049c-50e1-457a-abc7-7ec436def0ef req-18b1ee74-738a-46f2-b3c7-771b6e419902 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Sep 14 15:27:45.478527 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8993049c-50e1-457a-abc7-7ec436def0ef req-a229e082-4047-43cc-8dfa-38b424bb51ce tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354521 Sep 14 15:27:46.247224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892866d-c825-4675-820e-385eb0b0583a req-5c4acb7d-fc8f-4954-968a-594bb58302ab tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:46.248713 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5892866d-c825-4675-820e-385eb0b0583a req-5c4acb7d-fc8f-4954-968a-594bb58302ab tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0474384 Sep 14 15:27:46.288809 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5892866d-c825-4675-820e-385eb0b0583a req-1adb85b1-624d-4bc4-b298-c3787a81f119 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Sep 14 15:27:46.544875 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641302a2-f21b-409a-80b3-dd3a04c945b7 req-a9e515ba-7f03-4d1e-b5d4-7f489507af6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:46.546443 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-641302a2-f21b-409a-80b3-dd3a04c945b7 req-a9e515ba-7f03-4d1e-b5d4-7f489507af6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0522437 Sep 14 15:27:46.621603 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-641302a2-f21b-409a-80b3-dd3a04c945b7 req-f9931e2a-18db-43b6-bafe-b69870650738 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684764 Sep 14 15:27:46.640769 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd419a6-6aaa-45e0-9291-aa573e35e03f req-b0ce7f32-1b42-46fc-a02e-3d4ccae17339 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:46.643228 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fd419a6-6aaa-45e0-9291-aa573e35e03f req-b0ce7f32-1b42-46fc-a02e-3d4ccae17339 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0836611 Sep 14 15:27:46.684928 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fd419a6-6aaa-45e0-9291-aa573e35e03f req-5f49fd85-a9fd-45f6-9e7f-dbdd01bfd0ce tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Sep 14 15:27:46.968838 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:47.417489 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee783d72-2e1d-4ca3-8dfe-a3276fb96bfe req-7384278f-b028-4125-8544-33dd70ae04c3 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:47.419126 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ee783d72-2e1d-4ca3-8dfe-a3276fb96bfe req-7384278f-b028-4125-8544-33dd70ae04c3 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0599272 Sep 14 15:27:47.464709 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ee783d72-2e1d-4ca3-8dfe-a3276fb96bfe req-1236bdf4-a959-46e1-a5ec-626cdab329f9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Sep 14 15:27:47.741882 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dc0cd-89e5-40a8-9ec8-63e8cb9bb9bf req-29af9f58-a2e8-4f23-a345-5d4f44b79034 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:47.743527 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d63dc0cd-89e5-40a8-9ec8-63e8cb9bb9bf req-29af9f58-a2e8-4f23-a345-5d4f44b79034 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0550787 Sep 14 15:27:47.843752 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d63dc0cd-89e5-40a8-9ec8-63e8cb9bb9bf req-48d052c0-a00b-41ea-ae43-318dcfc14957 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928853 Sep 14 15:27:47.872381 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d9c4-f666-4d73-a14e-51ba8f137562 req-1e8e6bb8-b2ce-4009-b4b4-a1aea9a30795 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:47.874050 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4c14d9c4-f666-4d73-a14e-51ba8f137562 req-1e8e6bb8-b2ce-4009-b4b4-a1aea9a30795 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.1092238 Sep 14 15:27:47.932143 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4c14d9c4-f666-4d73-a14e-51ba8f137562 req-0bc5c8ff-74b0-47c1-9e7e-15ec7952cd03 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478492 Sep 14 15:27:48.587252 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a004e2-6557-4784-ac74-45e6e322f1d0 req-11cd6bf1-6f61-4195-9350-248ba5561e57 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:48.588734 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-96a004e2-6557-4784-ac74-45e6e322f1d0 req-11cd6bf1-6f61-4195-9350-248ba5561e57 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0529759 Sep 14 15:27:48.627786 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-96a004e2-6557-4784-ac74-45e6e322f1d0 req-ec3307f2-0af7-4fd8-afd5-b834bf04d071 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Sep 14 15:27:49.000339 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ac680-2126-40e5-970b-a03a8b0445f3 req-2fae94bd-2651-41d1-b222-f22add8e72db tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:49.002906 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-830ac680-2126-40e5-970b-a03a8b0445f3 req-2fae94bd-2651-41d1-b222-f22add8e72db tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0713956 Sep 14 15:27:49.093951 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-830ac680-2126-40e5-970b-a03a8b0445f3 req-8fe7ce71-0313-4f47-aeb0-c75e585bd12d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822725 Sep 14 15:27:49.132789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8d2c5-ca4a-4df4-9618-62452ab86afe req-304c7348-cbf5-432d-9641-18ffe991a40d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:49.134408 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f2e8d2c5-ca4a-4df4-9618-62452ab86afe req-304c7348-cbf5-432d-9641-18ffe991a40d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0876198 Sep 14 15:27:49.205437 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f2e8d2c5-ca4a-4df4-9618-62452ab86afe req-a784b8a6-9040-4fbf-84c2-439c789e0bed tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587375 Sep 14 15:27:49.426516 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343683-849f-43ff-bc00-abfd7ba18f2d req-bd7d8e83-0ccc-444b-a110-1043b672d667 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:49.428562 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0d343683-849f-43ff-bc00-abfd7ba18f2d req-bd7d8e83-0ccc-444b-a110-1043b672d667 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0684042 Sep 14 15:27:49.437750 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38232) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:49.443126 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'floatingip': {'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:49.525007 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:49.873733 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb68e-7874-48ef-bf94-e33db224838a req-e4975289-2b84-41b9-8e30-4c8012d8872f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:49.875911 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ccbfb68e-7874-48ef-bf94-e33db224838a req-e4975289-2b84-41b9-8e30-4c8012d8872f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1303482 Sep 14 15:27:50.028653 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ccbfb68e-7874-48ef-bf94-e33db224838a req-0eba6dfc-d57e-47e5-a85e-0ebc2eb9e66f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387651 Sep 14 15:27:50.182191 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38250) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:50.322006 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.517766 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.524788 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.637364 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e659a7ea56984d69b028cd6eabb53a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529581 Sep 14 15:27:50.639852 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38282) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:50.652979 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae402f-0480-45a9-a544-9d97eef520a0 req-855ffa5f-214b-4903-8ab5-abaa3323b2c2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:50.656742 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-10ae402f-0480-45a9-a544-9d97eef520a0 req-855ffa5f-214b-4903-8ab5-abaa3323b2c2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.4596484 Sep 14 15:27:50.677337 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121588c0-6db5-4ac3-9ef0-4122cbad63e7,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:50.696608 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.697746 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.698092 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.698660 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.698866 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.699195 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.699522 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.699844 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.700174 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.700493 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.700836 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.701130 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3b3cd-0680-43a1-a5c0-7c224858e1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:50.721512 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-65e8de92-5dc9-45f4-9ce0-6487fea9ae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.750339 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-65e8de92-5dc9-45f4-9ce0-6487fea9ae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.753194 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.766445 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.815545 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-10ae402f-0480-45a9-a544-9d97eef520a0 req-b5756f05-cc25-44a6-a20e-104ba4747786 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528392 Sep 14 15:27:50.822055 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-65e8de92-5dc9-45f4-9ce0-6487fea9ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.827995 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-65e8de92-5dc9-45f4-9ce0-6487fea9ae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:50.830455 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-65e8de92-5dc9-45f4-9ce0-6487fea9ae4f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/121588c0-6db5-4ac3-9ef0-4122cbad63e7 HTTP/1.1" status: 204 len: 168 time: 0.1888719 Sep 14 15:27:50.845272 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa3fb-138f-4c2f-a34d-0ba76e2421ec req-59f255ce-d510-462e-a12d-a3696d2815d2 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:50.847657 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-866fa3fb-138f-4c2f-a34d-0ba76e2421ec req-59f255ce-d510-462e-a12d-a3696d2815d2 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.1766930 Sep 14 15:27:50.848366 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8de92-5dc9-45f4-9ce0-6487fea9ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121588c0-6db5-4ac3-9ef0-4122cbad63e7,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:50.999920 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Floating IP ba81ccd9-dfde-4098-b79f-088accb1fa7d associated. External IP: 172.27.3.214, port: f1466d0e-8d93-4c71-9723-25523c8901be. Sep 14 15:27:51.004511 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-866fa3fb-138f-4c2f-a34d-0ba76e2421ec req-d3288812-2991-461f-b6b8-435f1744441c tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168094 Sep 14 15:27:51.093818 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928cf0-a3c2-4683-a506-b0fb653b7273 req-b634f0b3-2319-408a-a150-ab4689005883 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:51.096591 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2e928cf0-a3c2-4683-a506-b0fb653b7273 req-b634f0b3-2319-408a-a150-ab4689005883 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1781247 Sep 14 15:27:51.105155 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38300) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:51.110264 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'floatingip': {'port_id': '0026509b-3e3c-4364-8196-3abec353ff5d'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:27:51.192800 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.214061 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a11e14-178c-4ac8-8e1e-d093cbd9ae65 req-9d39172e-8721-4541-bf6a-30a8b467f6eb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:51.215681 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-35a11e14-178c-4ac8-8e1e-d093cbd9ae65 req-9d39172e-8721-4541-bf6a-30a8b467f6eb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0946357 Sep 14 15:27:51.223185 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38302) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:51.286315 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.332052 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-35a11e14-178c-4ac8-8e1e-d093cbd9ae65 req-51fe03e0-c194-4733-afa6-2cddc6c6736d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724297 Sep 14 15:27:51.421677 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:27:51.528892 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.533259 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.623934 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d53f647aed3348d19bb2bc4002758484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974721 Sep 14 15:27:51.628702 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38306) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:51.629379 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d1c04-2e79-48ff-b6b4-c91053eadd46,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:51.649849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.650187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.650551 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.650880 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.651204 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.651527 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.651848 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.652167 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.652483 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.652792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.653105 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.653415 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4548d786-e5fe-4b62-a87f-a567a107c89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:27:51.657233 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:27:51.664164 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.686591 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:27:51.698222 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:51.698222 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:51.714162 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-f3f5d119-6f01-4ec8-9994-72d6c9f783ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "PUT /v2.0/floatingips/ba81ccd9-dfde-4098-b79f-088accb1fa7d HTTP/1.1" status: 200 len: 991 time: 2.2752569 Sep 14 15:27:51.714967 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:51.719955 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:51.747320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ebc73a6a-2487-464d-9f58-2f78894f687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.785519 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ebc73a6a-2487-464d-9f58-2f78894f687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.835250 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c26c22-4dac-4cc8-b74f-5262b38bc588 x-openstack-request-id: req-d3c26c22-4dac-4cc8-b74f-5262b38bc588 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:51.835706 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:51.836247 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d3c26c22-4dac-4cc8-b74f-5262b38bc588 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:51.836702 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'status': 'completed', 'code': 200} Sep 14 15:27:51.876071 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:51.922400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-d623bac5-0617-4900-ab99-22d9a45b8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:51.925606 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-d623bac5-0617-4900-ab99-22d9a45b8663 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1098 time: 0.0561483 Sep 14 15:27:51.987289 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ebc73a6a-2487-464d-9f58-2f78894f687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:51.998282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ebc73a6a-2487-464d-9f58-2f78894f687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:52.001969 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-ebc73a6a-2487-464d-9f58-2f78894f687c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b64d1c04-2e79-48ff-b6b4-c91053eadd46 HTTP/1.1" status: 204 len: 168 time: 0.3668926 Sep 14 15:27:52.069858 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc73a6a-2487-464d-9f58-2f78894f687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d1c04-2e79-48ff-b6b4-c91053eadd46,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:52.195125 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-029571bf-c036-4bcd-80fd-e1f3ef2191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:52.196906 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-029571bf-c036-4bcd-80fd-e1f3ef2191b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.2598162 Sep 14 15:27:52.222955 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'ba81ccd9-dfde-4098-b79f-088accb1fa7d', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'mac_address': 'fa:16:3e:e1:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:27:21Z', 'updated_at': '2021-09-14T15:27:50Z', 'revision_number': 1, 'project_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:52.295036 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:52.305491 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:52.306553 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:52.380340 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:52.386608 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:52.520906 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Floating IP df9e9e94-e6e5-48df-99a0-2270a56438cb associated. External IP: 172.27.3.204, port: 0026509b-3e3c-4364-8196-3abec353ff5d. Sep 14 15:27:52.562569 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be140f9-28a0-42b8-ae87-aecb5d9c74ff req-4067bd9e-2e2b-4b62-b7d7-c770b6ce9401 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:52.564408 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9be140f9-28a0-42b8-ae87-aecb5d9c74ff req-4067bd9e-2e2b-4b62-b7d7-c770b6ce9401 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.2440808 Sep 14 15:27:52.570505 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-b419a9a1-2c06-4055-9aae-0f12f332fc3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 999 time: 0.3624735 Sep 14 15:27:52.578415 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:52.658941 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9be140f9-28a0-42b8-ae87-aecb5d9c74ff req-1ffe21e0-9d74-4b84-bb32-53294334b0c0 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829124 Sep 14 15:27:52.680525 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a2ed7-81be-42ff-bb33-26554fe3881e req-97637e98-3d4e-4b40-ab57-1cf92fcd2cc5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:52.688171 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d71a2ed7-81be-42ff-bb33-26554fe3881e req-97637e98-3d4e-4b40-ab57-1cf92fcd2cc5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1994858 Sep 14 15:27:52.776512 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-367f4e73-c06f-4140-82ab-03bc9a297b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:52.778291 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-367f4e73-c06f-4140-82ab-03bc9a297b99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.1729312 Sep 14 15:27:52.793788 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d71a2ed7-81be-42ff-bb33-26554fe3881e req-48976b78-cee7-4995-b4fb-800637d162e3 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636859 Sep 14 15:27:52.854768 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38352) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:52.880343 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-f681615f-fdaa-4956-9b41-c4c74aea6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:52.882100 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-f681615f-fdaa-4956-9b41-c4c74aea6ccb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872090 Sep 14 15:27:52.883006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-801cb0bb-698f-423e-8954-50cd8ed2cdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:52.930395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Router 39884699-72d7-480a-acc9-22f5d47bd936 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:27:53.026207 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'ba81ccd9-dfde-4098-b79f-088accb1fa7d', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'mac_address': 'fa:16:3e:e1:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:27:21Z', 'updated_at': '2021-09-14T15:27:50Z', 'revision_number': 1, 'project_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:53.050523 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-54546108-744e-4a32-b327-c91a2fd02530 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541300 Sep 14 15:27:53.055976 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f0f6f-6f69-4550-a980-ba084bcef63e None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'ba81ccd9-dfde-4098-b79f-088accb1fa7d', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'mac_address': 'fa:16:3e:e1:7b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:27:21Z', 'updated_at': '2021-09-14T15:27:50Z', 'revision_number': 1, 'project_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:53.084143 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:27:53.088952 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.097877 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:27:53.120430 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:53.121808 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:53.128541 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-210104fd-cb29-4fb5-a0d3-c9ff8929fb68 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "PUT /v2.0/floatingips/df9e9e94-e6e5-48df-99a0-2270a56438cb HTTP/1.1" status: 200 len: 991 time: 2.0215266 Sep 14 15:27:53.129182 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:53.132543 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492c4cd-7011-41b2-8a23-63a51168a2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:53.139105 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-801cb0bb-698f-423e-8954-50cd8ed2cdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.150485 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-801cb0bb-698f-423e-8954-50cd8ed2cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.187854 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359e525c-4b0e-40ff-9fa0-81f1d3e573e4 x-openstack-request-id: req-359e525c-4b0e-40ff-9fa0-81f1d3e573e4 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:53.188137 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:53.189099 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-359e525c-4b0e-40ff-9fa0-81f1d3e573e4 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:53.189099 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d', 'status': 'completed', 'code': 200} Sep 14 15:27:53.286816 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbf2209d-94ad-4e49-a7a6-9458a243e2fd req-7a43d602-bfc3-4031-b550-a9dfec219030 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137454 Sep 14 15:27:53.303079 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:53.315861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-801cb0bb-698f-423e-8954-50cd8ed2cdf0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=178475f1bc8c470faec21b2f331578ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598904 Sep 14 15:27:53.316650 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38364) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:53.322249 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cb0bb-698f-423e-8954-50cd8ed2cdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6c7969-6e23-413b-8bce-9c7d1edb868e,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:53.393172 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-99854631-6c25-4548-b719-6f17c0d2f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:53.398701 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-99854631-6c25-4548-b719-6f17c0d2f25b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1098 time: 0.1476612 Sep 14 15:27:53.410614 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc89c51-f4e5-45ae-acb2-ad9f869ae463 None None] New status for floating IP ba81ccd9-dfde-4098-b79f-088accb1fa7d: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:27:53.417334 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-a87443c1-37c4-4523-a0f7-cb5904a27030 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:53.423049 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-a87443c1-37c4-4523-a0f7-cb5904a27030 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.52 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.1861944 Sep 14 15:27:53.542316 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c14550d-deec-4349-a71c-9c6e41f88ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.545079 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-f9f5b0ac-1df0-440b-b26c-6f82293c10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:53.546642 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-f9f5b0ac-1df0-440b-b26c-6f82293c10c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.1267140 Sep 14 15:27:53.632224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c14550d-deec-4349-a71c-9c6e41f88ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.689787 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Deleting port dbd2a64a-f6e9-4590-8c10-301a9014be3d {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:27:53.690558 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.706627 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-6c860b9b-a043-4d68-b644-2bf2ed5e91b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 999 time: 0.1424928 Sep 14 15:27:53.860084 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c14550d-deec-4349-a71c-9c6e41f88ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.866509 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c14550d-deec-4349-a71c-9c6e41f88ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:53.868785 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6c14550d-deec-4349-a71c-9c6e41f88ced admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc6c7969-6e23-413b-8bce-9c7d1edb868e HTTP/1.1" status: 204 len: 168 time: 0.5494840 Sep 14 15:27:53.883549 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'df9e9e94-e6e5-48df-99a0-2270a56438cb', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'port_id': '0026509b-3e3c-4364-8196-3abec353ff5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'mac_address': 'fa:16:3e:8c:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0084c2-6115-4e28-bb33-753de963731c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:27:17Z', 'updated_at': '2021-09-14T15:27:52Z', 'revision_number': 1, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:53.922129 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-9e2126fd-38b9-4581-a2d8-b3e8d8de3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:53.923663 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-9e2126fd-38b9-4581-a2d8-b3e8d8de3e49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.2081611 Sep 14 15:27:53.967464 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14550d-deec-4349-a71c-9c6e41f88ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6c7969-6e23-413b-8bce-9c7d1edb868e,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:53.979020 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:27:53.996634 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] For port dbd2a64a-f6e9-4590-8c10-301a9014be3d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=dbd2a64a-f6e9-4590-8c10-301a9014be3d,segment=NetworkSegment(1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a),segment_id=1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:27:53.998923 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:54.029627 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:27:54.030276 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:27:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:54.040673 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Calling delete_port for dbd2a64a-f6e9-4590-8c10-301a9014be3d owned by compute:nova {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:27:54.162568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22664-e7ed-432f-a628-aa4f3ca56160 req-f0407ad4-5f7c-4f3b-84a9-a19886d6f1e4 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:54.165634 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbc22664-e7ed-432f-a628-aa4f3ca56160 req-f0407ad4-5f7c-4f3b-84a9-a19886d6f1e4 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 946 time: 0.3492837 Sep 14 15:27:54.182261 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-89cc2c83-63b9-4a14-bc07-d2ff1610c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:54.183876 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-89cc2c83-63b9-4a14-bc07-d2ff1610c81b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1927898 Sep 14 15:27:54.202090 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eddf7-be61-4ade-902e-b0b9c7873df6 req-bd839a77-dcfb-4b33-8c20-a14dca4b86ca tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:54.203950 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-692eddf7-be61-4ade-902e-b0b9c7873df6 req-bd839a77-dcfb-4b33-8c20-a14dca4b86ca tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1996162 Sep 14 15:27:54.302501 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dbc22664-e7ed-432f-a628-aa4f3ca56160 req-37a15bfc-5302-45d0-a5df-c03ee6cc48cf tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/security-groups?id=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256344 Sep 14 15:27:54.369424 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:27:54.377997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-692eddf7-be61-4ade-902e-b0b9c7873df6 req-ffc5ed64-649c-42a3-9487-4f4137775660 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492944 Sep 14 15:27:54.494252 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-23480343-4037-46b8-815e-e335d099aaa7 service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892849 Sep 14 15:27:54.632602 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:54.661846 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['dbd2a64a-f6e9-4590-8c10-301a9014be3d'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:27:54.699912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Pushing event deleted for resources: {'Port': ['ID=dbd2a64a-f6e9-4590-8c10-301a9014be3d,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:54.700561 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9492c4cd-7011-41b2-8a23-63a51168a2a5 req-90878e85-28c2-4450-827e-d9d4e3eca71c service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917758 Sep 14 15:27:54.822417 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] No DVR routers for this DVR port dbd2a64a-f6e9-4590-8c10-301a9014be3d on host hv-cinder-80696 {{(pid=93910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:27:54.825801 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:54.828639 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-a29db622-ca63-4a79-8d43-8df7c4423d4c req-630085c1-1a29-41e2-9aca-077f69b43319 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.52 "DELETE /v2.0/ports/dbd2a64a-f6e9-4590-8c10-301a9014be3d HTTP/1.1" status: 204 len: 173 time: 1.3990595 Sep 14 15:27:54.878588 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'df9e9e94-e6e5-48df-99a0-2270a56438cb', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'port_id': '0026509b-3e3c-4364-8196-3abec353ff5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'mac_address': 'fa:16:3e:8c:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0084c2-6115-4e28-bb33-753de963731c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:27:17Z', 'updated_at': '2021-09-14T15:27:52Z', 'revision_number': 1, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:27:54.937339 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e6014-d626-4c18-9261-bf4e66ed85f5 None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'df9e9e94-e6e5-48df-99a0-2270a56438cb', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'port_id': '0026509b-3e3c-4364-8196-3abec353ff5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'mac_address': 'fa:16:3e:8c:2f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0084c2-6115-4e28-bb33-753de963731c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:27:17Z', 'updated_at': '2021-09-14T15:27:52Z', 'revision_number': 1, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:27:55.189782 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd840657b-5972-46c4-a803-be2abdf1442d', 'name': 'network-vif-deleted', 'tag': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:27:55.193462 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855b8e0-72e7-40e3-a602-8ebe2f3488f0" -d '{"events": [{"server_uuid": "d840657b-5972-46c4-a803-be2abdf1442d", "name": "network-vif-deleted", "tag": "dbd2a64a-f6e9-4590-8c10-301a9014be3d"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:27:55.255702 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0b900-051f-48dc-b596-bc071588c90b x-openstack-request-id: req-48d0b900-051f-48dc-b596-bc071588c90b {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:27:55.256321 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d840657b-5972-46c4-a803-be2abdf1442d", "name": "network-vif-deleted", "tag": "dbd2a64a-f6e9-4590-8c10-301a9014be3d", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:27:55.256807 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-48d0b900-051f-48dc-b596-bc071588c90b {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:27:55.257418 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd840657b-5972-46c4-a803-be2abdf1442d', 'name': 'network-vif-deleted', 'tag': 'dbd2a64a-f6e9-4590-8c10-301a9014be3d', 'status': 'completed', 'code': 200} Sep 14 15:27:55.375134 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b69d817-faea-41df-b9ab-7008412d52bc None None] New status for floating IP df9e9e94-e6e5-48df-99a0-2270a56438cb: ACTIVE {{(pid=93912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:27:55.817185 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-431a7965-fe8f-40cf-8a47-7418e41986d0 req-11b9acdb-3268-4488-bfd0-e49688fe5835 tempest-DeleteServersTestJSON-2024357873 tempest-DeleteServersTestJSON-2024357873-project] 10.222.0.68 "GET /v2.0/ports?device_id=d840657b-5972-46c4-a803-be2abdf1442d HTTP/1.1" status: 200 len: 210 time: 0.3280003 Sep 14 15:27:55.933935 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae687f9-a5b2-4e65-8c89-6caff092d6d0 req-85fbb0f8-853e-4d3d-bfd6-eb6cf8778979 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:55.943231 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3ae687f9-a5b2-4e65-8c89-6caff092d6d0 req-85fbb0f8-853e-4d3d-bfd6-eb6cf8778979 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1367013 Sep 14 15:27:56.000328 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3ae687f9-a5b2-4e65-8c89-6caff092d6d0 req-bd384ee0-9444-4ab3-bb2d-26ec4f4e24b2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559745 Sep 14 15:27:56.256289 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38484) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:56.550061 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7f5035e6-e5e9-428f-aa75-9392eb423454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.683586 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7f5035e6-e5e9-428f-aa75-9392eb423454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.688865 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7f5035e6-e5e9-428f-aa75-9392eb423454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.731755 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7f5035e6-e5e9-428f-aa75-9392eb423454 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f743e8ef40e94bd6b9c21d3625f1fce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773936 Sep 14 15:27:56.732576 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5035e6-e5e9-428f-aa75-9392eb423454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a68dc-55c9-4a3b-9d31-ec9c1b796533,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:56.734338 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38508) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:56.796975 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe313-b200-4c36-8824-0635bb768045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.839545 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe313-b200-4c36-8824-0635bb768045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.910428 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe313-b200-4c36-8824-0635bb768045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.914599 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b3bfe313-b200-4c36-8824-0635bb768045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:56.916624 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b3bfe313-b200-4c36-8824-0635bb768045 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b5a68dc-55c9-4a3b-9d31-ec9c1b796533 HTTP/1.1" status: 204 len: 168 time: 0.1808782 Sep 14 15:27:56.932537 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfe313-b200-4c36-8824-0635bb768045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a68dc-55c9-4a3b-9d31-ec9c1b796533,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:57.095933 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38526) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:57.208633 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccd07a-913e-4e9a-9feb-5096cc6f38bd req-9ef404ae-325b-453a-8815-15448c54c59e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:57.211240 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-15ccd07a-913e-4e9a-9feb-5096cc6f38bd req-9ef404ae-325b-453a-8815-15448c54c59e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0762968 Sep 14 15:27:57.265668 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-15ccd07a-913e-4e9a-9feb-5096cc6f38bd req-b439d85a-4427-4d71-af7d-192ad1686309 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Sep 14 15:27:57.361687 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f6c3660f-ecdf-44d4-a256-4a5274b7790b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.447567 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38538) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:57.464440 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8581a983-7b8a-44f3-9e35-d5a9fecf42b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.495732 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f6c3660f-ecdf-44d4-a256-4a5274b7790b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.502727 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f6c3660f-ecdf-44d4-a256-4a5274b7790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.554796 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f6c3660f-ecdf-44d4-a256-4a5274b7790b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac2e52dd648844bc9d5848a582b4adf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575253 Sep 14 15:27:57.555869 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3660f-ecdf-44d4-a256-4a5274b7790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7816848-ba57-4dab-ae23-38700f8a1a23,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:57.565846 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38540) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:57.607403 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8581a983-7b8a-44f3-9e35-d5a9fecf42b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.614389 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8581a983-7b8a-44f3-9e35-d5a9fecf42b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.631119 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-77b6a4fc-35ff-484b-b19e-817121079ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.655466 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-77b6a4fc-35ff-484b-b19e-817121079ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.655961 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8581a983-7b8a-44f3-9e35-d5a9fecf42b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0f254f919a5d4045a927638dc334d259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069664 Sep 14 15:27:57.659909 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38542) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:57.663528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581a983-7b8a-44f3-9e35-d5a9fecf42b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8530a77-8162-4a22-abd5-ed6e3e3c70f4,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:57.725862 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82221a46-2f3d-404e-85c9-ea49e9a6b9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.735913 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-77b6a4fc-35ff-484b-b19e-817121079ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.739389 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-77b6a4fc-35ff-484b-b19e-817121079ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.743761 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-77b6a4fc-35ff-484b-b19e-817121079ed9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7816848-ba57-4dab-ae23-38700f8a1a23 HTTP/1.1" status: 204 len: 168 time: 0.1767757 Sep 14 15:27:57.752502 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a4fc-35ff-484b-b19e-817121079ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7816848-ba57-4dab-ae23-38700f8a1a23,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:57.758722 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82221a46-2f3d-404e-85c9-ea49e9a6b9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.835668 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82221a46-2f3d-404e-85c9-ea49e9a6b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.838812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82221a46-2f3d-404e-85c9-ea49e9a6b9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:57.840191 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-82221a46-2f3d-404e-85c9-ea49e9a6b9c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8530a77-8162-4a22-abd5-ed6e3e3c70f4 HTTP/1.1" status: 204 len: 168 time: 0.1781552 Sep 14 15:27:57.850896 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82221a46-2f3d-404e-85c9-ea49e9a6b9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8530a77-8162-4a22-abd5-ed6e3e3c70f4,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:58.224269 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38560) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:58.238465 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-69aeb564-b277-45ca-a38d-6bdb16487f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.378659 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-69aeb564-b277-45ca-a38d-6bdb16487f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.383855 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-69aeb564-b277-45ca-a38d-6bdb16487f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.428469 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-69aeb564-b277-45ca-a38d-6bdb16487f84 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8eef9f0b77d545aaa24f6b344a55221c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028296 Sep 14 15:27:58.431613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38568) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:58.437804 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aeb564-b277-45ca-a38d-6bdb16487f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c714b74-7af7-4266-bd4a-fe51550f0587,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:58.478764 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device dbd2a64a-f6e9-4590-8c10-301a9014be3d no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:27:58.505239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6f46e8ff-d12a-4c09-bac8-215f303ec79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.508326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: dbd2a64a-f6e9-4590-8c10-301a9014be3d {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:27:58.508666 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device dbd2a64a-f6e9-4590-8c10-301a9014be3d not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:27:58.530397 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6f46e8ff-d12a-4c09-bac8-215f303ec79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.585517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6f46e8ff-d12a-4c09-bac8-215f303ec79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.588346 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6f46e8ff-d12a-4c09-bac8-215f303ec79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:58.589542 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6f46e8ff-d12a-4c09-bac8-215f303ec79e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c714b74-7af7-4266-bd4a-fe51550f0587 HTTP/1.1" status: 204 len: 168 time: 0.1569769 Sep 14 15:27:58.600977 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e8ff-d12a-4c09-bac8-215f303ec79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c714b74-7af7-4266-bd4a-fe51550f0587,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:59.131445 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38600) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:59.265949 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b0456948-c3da-4bd1-ad1c-3446641398b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.381454 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b0456948-c3da-4bd1-ad1c-3446641398b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.385983 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b0456948-c3da-4bd1-ad1c-3446641398b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.428131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0456948-c3da-4bd1-ad1c-3446641398b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed7d82-07bc-4ca7-a0b6-8da9a4656bbd,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:59.432895 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-b0456948-c3da-4bd1-ad1c-3446641398b9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27b8db871627471ab9db4d4db508af67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002503 Sep 14 15:27:59.436813 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38614) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:27:59.492479 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb818-0da0-4080-a37e-ac1c4aeaed13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.518287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb818-0da0-4080-a37e-ac1c4aeaed13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.576688 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb818-0da0-4080-a37e-ac1c4aeaed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.581388 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7e2bb818-0da0-4080-a37e-ac1c4aeaed13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:27:59.586088 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7e2bb818-0da0-4080-a37e-ac1c4aeaed13 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5ed7d82-07bc-4ca7-a0b6-8da9a4656bbd HTTP/1.1" status: 204 len: 168 time: 0.1455629 Sep 14 15:27:59.599116 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bb818-0da0-4080-a37e-ac1c4aeaed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed7d82-07bc-4ca7-a0b6-8da9a4656bbd,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:27:59.861515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0bf26-2577-48eb-9f8c-4f79d73ccdcd req-5104cbdb-f178-4c2d-afe5-3f964600c1aa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:27:59.863557 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8da0bf26-2577-48eb-9f8c-4f79d73ccdcd req-5104cbdb-f178-4c2d-afe5-3f964600c1aa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1091027 Sep 14 15:27:59.930254 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8da0bf26-2577-48eb-9f8c-4f79d73ccdcd req-f855be38-40a3-46cc-9c50-48a90c34d1d1 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Sep 14 15:28:00.772983 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.098436 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c18b85-0305-4f5e-99aa-806bf972e43b req-92d9dfb0-9bc1-4bdf-8421-1d50ce60be90 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:01.107137 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-05c18b85-0305-4f5e-99aa-806bf972e43b req-92d9dfb0-9bc1-4bdf-8421-1d50ce60be90 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0717933 Sep 14 15:28:01.162140 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-05c18b85-0305-4f5e-99aa-806bf972e43b req-70303be7-bf80-4080-996c-323da00ccf63 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537922 Sep 14 15:28:01.224531 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38704) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:01.305716 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Deleting subnet bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c {{(pid=93911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:28:01.314860 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.359210 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.383099 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.513428 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.550062 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:01.557179 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.561224 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-b875d59d-523b-4349-ba79-678eb16f5e6d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bcf245ca-ddd9-4a8e-bd54-3a488e4ad29c HTTP/1.1" status: 204 len: 168 time: 0.3344579 Sep 14 15:28:01.564344 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38712) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:01.674823 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.800491 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:01.843904 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.844618 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.845890 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.846642 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > port after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.847189 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.847798 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > port after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.848338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.848338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.849452 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:01.850054 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:02.018427 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-84602374-722d-4cd9-8172-d4e6ee9a871b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1419148 Sep 14 15:28:02.088142 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:02.088881 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:02.089379 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:02.089903 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:28:02.090470 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c66ee0-6808-463b-b14d-695882b49fc4']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:28:02.112641 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:28:02.114170 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2b5e0f-7f5f-4fd0-a8a0-6725cf65ab4a') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:28:02.134454 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:02.156010 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-b3d075a2-4285-478c-be0e-e3d7e857882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:02.159121 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-b3d075a2-4285-478c-be0e-e3d7e857882c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0744689 Sep 14 15:28:02.179970 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:02.204984 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:28:02.206303 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: from cryptography.utils import int_from_bytes Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: from cryptography.utils import int_from_bytes Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:28:02.243504 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:28:02.358114 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-561523b5-ccc2-4404-9cd3-98958516ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:02.367234 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-561523b5-ccc2-4404-9cd3-98958516ee18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.1843376 Sep 14 15:28:02.377871 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:02.403350 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff73ee-0ecf-4a77-a12a-284a21f6d50d req-b0084745-c337-46ff-8605-897e10b3387d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:02.406972 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79ff73ee-0ecf-4a77-a12a-284a21f6d50d req-b0084745-c337-46ff-8605-897e10b3387d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1369979 Sep 14 15:28:02.415690 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:02.419098 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] 10.222.0.68 "DELETE /v2.0/networks/71c66ee0-6808-463b-b14d-695882b49fc4 HTTP/1.1" status: 204 len: 168 time: 0.8531055 Sep 14 15:28:02.449323 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-0c05ed0a-cfaf-4638-951a-da600b7d5f32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.0674548 Sep 14 15:28:02.464728 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690bea1-22ae-41e4-8839-9b9d25d2767a admin admin] Pushing event deleted for resources: {'Network': ['ID=71c66ee0-6808-463b-b14d-695882b49fc4,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:02.528170 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79ff73ee-0ecf-4a77-a12a-284a21f6d50d req-82638c52-ead8-4150-95a0-630895a08d7e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664210 Sep 14 15:28:02.596911 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-169ca1c2-f68e-432c-b3ee-de243686c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:02.599890 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-169ca1c2-f68e-432c-b3ee-de243686c35b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.1399512 Sep 14 15:28:02.649834 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-229a0079-237a-4ca8-a07f-a08c66bb9a9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305326 Sep 14 15:28:02.713202 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38752) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:02.775906 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-f85470fc-4bb6-46e0-972c-844844e4a5c9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f259acb4c1f644f5a76a7345c102f8cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0605917 Sep 14 15:28:02.780058 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38756) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:02.834805 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-1804a31e-c667-4c77-9efc-336acaa2c525 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678767 Sep 14 15:28:02.878762 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc44-4a85-497d-a2d2-60bc30a2cfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:02.915891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc44-4a85-497d-a2d2-60bc30a2cfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:03.108915 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc44-4a85-497d-a2d2-60bc30a2cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:03.116236 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c61dfc44-4a85-497d-a2d2-60bc30a2cfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:03.124108 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c61dfc44-4a85-497d-a2d2-60bc30a2cfbd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec HTTP/1.1" status: 204 len: 168 time: 0.3416672 Sep 14 15:28:03.150166 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4a86efae-c22b-4826-b3ab-6ac295a4acff req-2d0da3c3-4be7-4169-8fec-622a532aa5d1 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955873 Sep 14 15:28:03.151863 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dfc44-4a85-497d-a2d2-60bc30a2cfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1ce10-2d6e-4e8f-aa75-3432ae57b7ec,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:03.729011 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4ca43-fe19-48ce-864e-0e5b194aaeb0 req-458d3ad4-a452-46f8-935e-45f0cd5827b8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:03.730748 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7aa4ca43-fe19-48ce-864e-0e5b194aaeb0 req-458d3ad4-a452-46f8-935e-45f0cd5827b8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0563970 Sep 14 15:28:03.779384 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7aa4ca43-fe19-48ce-864e-0e5b194aaeb0 req-963f9b95-f012-4794-8448-ad7dc2894094 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Sep 14 15:28:04.383147 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38852) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:04.639014 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f0abf79a-fbcf-455c-8e7e-08a5dac8aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:04.923676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f0abf79a-fbcf-455c-8e7e-08a5dac8aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:04.930073 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f0abf79a-fbcf-455c-8e7e-08a5dac8aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:04.979281 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf79a-fbcf-455c-8e7e-08a5dac8aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ddaf8b-23dd-41d9-95b4-4651715a888f,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:05.014874 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f0abf79a-fbcf-455c-8e7e-08a5dac8aab5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=02db860006144804a577ba33b784e130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288967 Sep 14 15:28:05.021070 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38894) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:05.064825 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08025385-a572-4ee8-9cb0-0b8f95cb4c68 req-5742c279-43a7-4ddf-a5ad-0c7d5648a208 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:05.068375 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08025385-a572-4ee8-9cb0-0b8f95cb4c68 req-5742c279-43a7-4ddf-a5ad-0c7d5648a208 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1209466 Sep 14 15:28:05.104863 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f1716dc7-31f1-4ac4-a6e0-a56682587099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.139625 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f1716dc7-31f1-4ac4-a6e0-a56682587099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.157625 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08025385-a572-4ee8-9cb0-0b8f95cb4c68 req-848c8638-ed8a-40d6-965d-69b53410b14d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770288 Sep 14 15:28:05.228194 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f1716dc7-31f1-4ac4-a6e0-a56682587099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.231692 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f1716dc7-31f1-4ac4-a6e0-a56682587099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.235529 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f1716dc7-31f1-4ac4-a6e0-a56682587099 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a5ddaf8b-23dd-41d9-95b4-4651715a888f HTTP/1.1" status: 204 len: 168 time: 0.2128170 Sep 14 15:28:05.256667 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1716dc7-31f1-4ac4-a6e0-a56682587099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ddaf8b-23dd-41d9-95b4-4651715a888f,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:05.259158 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 38920) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:05.666596 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-73a3fb27-8588-4e20-97e9-13cea472de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.819904 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-73a3fb27-8588-4e20-97e9-13cea472de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.825981 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38958) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:05.828805 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-73a3fb27-8588-4e20-97e9-13cea472de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.851555 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-27404ed6-3a4e-467e-8425-4aca4623fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:05.882924 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-73a3fb27-8588-4e20-97e9-13cea472de94 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c064ae2554aa4c6e925d0f83fcf834f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225896 Sep 14 15:28:05.886405 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38960) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:05.893803 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3fb27-8588-4e20-97e9-13cea472de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deef8c75-ca9d-4eea-8506-f293d28e2f28,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:06.000265 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7aba7a66-8c83-4725-b843-1424b5169764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.045802 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7aba7a66-8c83-4725-b843-1424b5169764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.076895 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-27404ed6-3a4e-467e-8425-4aca4623fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.093377 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-27404ed6-3a4e-467e-8425-4aca4623fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.132559 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404ed6-3a4e-467e-8425-4aca4623fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834ab229-bcba-42b1-aa67-c0fd5246f3f7,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:06.154843 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-27404ed6-3a4e-467e-8425-4aca4623fad3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0de4b6e95b1a4266bdd26b88d55848cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257623 Sep 14 15:28:06.157645 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 38970) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:06.187413 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7aba7a66-8c83-4725-b843-1424b5169764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.190197 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7aba7a66-8c83-4725-b843-1424b5169764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.191965 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-7aba7a66-8c83-4725-b843-1424b5169764 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/deef8c75-ca9d-4eea-8506-f293d28e2f28 HTTP/1.1" status: 204 len: 168 time: 0.3035052 Sep 14 15:28:06.215726 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba7a66-8c83-4725-b843-1424b5169764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deef8c75-ca9d-4eea-8506-f293d28e2f28,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:06.260652 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1a34b834-e8e5-4538-8ba6-33ffec4c670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.303457 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1a34b834-e8e5-4538-8ba6-33ffec4c670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.316305 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d511e-661c-4be2-a468-84421e594b5d req-da459f0e-0d9c-4691-90a5-8746f7147d3e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:06.319100 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a99d511e-661c-4be2-a468-84421e594b5d req-da459f0e-0d9c-4691-90a5-8746f7147d3e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0586164 Sep 14 15:28:06.384340 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1a34b834-e8e5-4538-8ba6-33ffec4c670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.392496 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1a34b834-e8e5-4538-8ba6-33ffec4c670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:06.399822 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1a34b834-e8e5-4538-8ba6-33ffec4c670d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/834ab229-bcba-42b1-aa67-c0fd5246f3f7 HTTP/1.1" status: 204 len: 168 time: 0.2350538 Sep 14 15:28:06.409510 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a99d511e-661c-4be2-a468-84421e594b5d req-78888e36-c59a-46e2-aef3-f0a961e7d98e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801711 Sep 14 15:28:06.421469 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34b834-e8e5-4538-8ba6-33ffec4c670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834ab229-bcba-42b1-aa67-c0fd5246f3f7,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:06.599693 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:28:07.715339 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39038) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:07.744657 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697040d-5fcf-4dcd-bdbb-a1eec4dc088f req-8a5cbd76-3d69-4c1a-a3ff-f6403c746b25 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:07.755212 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d697040d-5fcf-4dcd-bdbb-a1eec4dc088f req-8a5cbd76-3d69-4c1a-a3ff-f6403c746b25 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1132298 Sep 14 15:28:07.811044 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d697040d-5fcf-4dcd-bdbb-a1eec4dc088f req-f752400b-820f-4138-93cc-1057b9081c52 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549126 Sep 14 15:28:07.898065 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1fc2-9270-49b5-aa01-c7df9fc4819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.038894 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1fc2-9270-49b5-aa01-c7df9fc4819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.044090 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7bfd1fc2-9270-49b5-aa01-c7df9fc4819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.087364 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd1fc2-9270-49b5-aa01-c7df9fc4819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd72476c-47b9-45f3-bb98-75c004ae5079,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:08.092243 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-7bfd1fc2-9270-49b5-aa01-c7df9fc4819a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=efad45cef07745268e99435c053ea4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755417 Sep 14 15:28:08.096304 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39054) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:08.153824 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5ec74546-c232-4ebd-b58e-76ed6e2824b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.180972 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5ec74546-c232-4ebd-b58e-76ed6e2824b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.248318 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5ec74546-c232-4ebd-b58e-76ed6e2824b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.253375 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5ec74546-c232-4ebd-b58e-76ed6e2824b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.256002 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5ec74546-c232-4ebd-b58e-76ed6e2824b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bd72476c-47b9-45f3-bb98-75c004ae5079 HTTP/1.1" status: 204 len: 168 time: 0.1582923 Sep 14 15:28:08.272891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec74546-c232-4ebd-b58e-76ed6e2824b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd72476c-47b9-45f3-bb98-75c004ae5079,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:08.710708 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39076) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:08.741769 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-72974cc6-2ab9-4d21-8a8e-5131c4daeabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.945972 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-72974cc6-2ab9-4d21-8a8e-5131c4daeabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:08.959869 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-72974cc6-2ab9-4d21-8a8e-5131c4daeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:09.051315 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-72974cc6-2ab9-4d21-8a8e-5131c4daeabc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ffee3029c74a48b19894a7111f3a059f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385758 Sep 14 15:28:09.055850 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39090) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:09.059439 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a4a1b-0d7b-4c1f-b3e7-28d5dcefbdef req-a61aa445-6f70-4f62-8bfe-cadf1b8c9f63 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:09.071820 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974cc6-2ab9-4d21-8a8e-5131c4daeabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed186fd9-d790-4409-aa67-f274112b020a,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:09.075845 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0d9a4a1b-0d7b-4c1f-b3e7-28d5dcefbdef req-a61aa445-6f70-4f62-8bfe-cadf1b8c9f63 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.1196680 Sep 14 15:28:09.143956 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0d9a4a1b-0d7b-4c1f-b3e7-28d5dcefbdef req-92e03d8a-f45e-4bf9-a9df-646994739d58 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605700 Sep 14 15:28:09.162096 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ca450b2e-cff1-49b0-9b3c-8d5fa02ea556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:09.205431 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ca450b2e-cff1-49b0-9b3c-8d5fa02ea556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:09.284412 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ca450b2e-cff1-49b0-9b3c-8d5fa02ea556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:09.290166 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ca450b2e-cff1-49b0-9b3c-8d5fa02ea556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:09.291415 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ca450b2e-cff1-49b0-9b3c-8d5fa02ea556 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed186fd9-d790-4409-aa67-f274112b020a HTTP/1.1" status: 204 len: 168 time: 0.2338777 Sep 14 15:28:09.305868 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca450b2e-cff1-49b0-9b3c-8d5fa02ea556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed186fd9-d790-4409-aa67-f274112b020a,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:11.373382 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1031dd3a-ded1-4caf-a28a-bba5f9e8cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:12.770270 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1152c-f11f-4c5e-95f7-a2246af26d75 req-c4b368d0-07b7-4d9c-ba5c-a8f30411d107 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:12.772872 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24f1152c-f11f-4c5e-95f7-a2246af26d75 req-c4b368d0-07b7-4d9c-ba5c-a8f30411d107 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0657954 Sep 14 15:28:12.815683 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-24f1152c-f11f-4c5e-95f7-a2246af26d75 req-328fbd41-1564-41a8-9fa3-fa4137696a6a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Sep 14 15:28:13.936970 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638acc0-212d-4f5d-9224-bcb72e84ee71 req-6f3ad55a-4568-404d-8b3b-c5c3a18620ee tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:13.938568 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e638acc0-212d-4f5d-9224-bcb72e84ee71 req-6f3ad55a-4568-404d-8b3b-c5c3a18620ee tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0519059 Sep 14 15:28:14.004011 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e638acc0-212d-4f5d-9224-bcb72e84ee71 req-de83f98c-98f1-4ba0-8a76-0421523eb48a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550704 Sep 14 15:28:14.126974 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39242) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:14.214184 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.287325 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1b5029eb-3737-4559-ae41-e09caac72f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.303438 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a93bfe4-ba80-4daa-9de1-6b1932f1c8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.399315 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1b5029eb-3737-4559-ae41-e09caac72f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.405265 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1b5029eb-3737-4559-ae41-e09caac72f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.465990 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1b5029eb-3737-4559-ae41-e09caac72f24 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2e962ca9c224495cacb6ca7296f3ece2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378108 Sep 14 15:28:14.467851 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5029eb-3737-4559-ae41-e09caac72f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1820d8de-db9f-4ecf-8631-e97742ff41f0,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:14.469616 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39264) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:14.542529 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abfc9da5-7765-4048-acdb-1f26fbab553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.571516 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abfc9da5-7765-4048-acdb-1f26fbab553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.628142 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abfc9da5-7765-4048-acdb-1f26fbab553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.631717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abfc9da5-7765-4048-acdb-1f26fbab553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:14.632958 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-abfc9da5-7765-4048-acdb-1f26fbab553c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1820d8de-db9f-4ecf-8631-e97742ff41f0 HTTP/1.1" status: 204 len: 168 time: 0.1618261 Sep 14 15:28:14.642131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc9da5-7765-4048-acdb-1f26fbab553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1820d8de-db9f-4ecf-8631-e97742ff41f0,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:14.986790 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39284) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:15.003787 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3dcd-0e40-43e9-a8c4-48bd8ffaa67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.145434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3dcd-0e40-43e9-a8c4-48bd8ffaa67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.159315 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65725e6a-42c4-4c9c-ba93-41eefe084468 req-d340fd9e-e2a1-44a7-9d57-758359f8fd1c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:15.160896 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39296) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:15.166437 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-65725e6a-42c4-4c9c-ba93-41eefe084468 req-d340fd9e-e2a1-44a7-9d57-758359f8fd1c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0757022 Sep 14 15:28:15.170211 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dc5e3dcd-0e40-43e9-a8c4-48bd8ffaa67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.181420 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.214914 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-dc5e3dcd-0e40-43e9-a8c4-48bd8ffaa67f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=770a6e6b2cee4c109d427cfd5bdebadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255695 Sep 14 15:28:15.217892 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39300) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:15.245727 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e3dcd-0e40-43e9-a8c4-48bd8ffaa67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e93efd-5a24-4995-9802-7aa468eff230,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:15.278824 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-65725e6a-42c4-4c9c-ba93-41eefe084468 req-36e06c60-d258-42bf-845b-878799846964 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922544 Sep 14 15:28:15.300595 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2c416d3-d726-452a-9f9e-46576718403e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.332802 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2c416d3-d726-452a-9f9e-46576718403e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.345606 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e695402d-7413-4880-b1cb-934e2096f01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.421953 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2c416d3-d726-452a-9f9e-46576718403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.424593 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2c416d3-d726-452a-9f9e-46576718403e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.426433 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a2c416d3-d726-452a-9f9e-46576718403e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5e93efd-5a24-4995-9802-7aa468eff230 HTTP/1.1" status: 204 len: 168 time: 0.2074847 Sep 14 15:28:15.441891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c416d3-d726-452a-9f9e-46576718403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e93efd-5a24-4995-9802-7aa468eff230,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:15.507292 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e695402d-7413-4880-b1cb-934e2096f01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.513222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e695402d-7413-4880-b1cb-934e2096f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.560795 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e695402d-7413-4880-b1cb-934e2096f01e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd3ab203c0134968969a77dc345bd429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971286 Sep 14 15:28:15.561671 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695402d-7413-4880-b1cb-934e2096f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f006654-8b56-45b3-a5fa-6f066bf7c34e,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:15.564841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39312) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:15.628808 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-15f0b2d3-f198-4dbe-bc90-913a57b8cb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.665717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-15f0b2d3-f198-4dbe-bc90-913a57b8cb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.734829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-15f0b2d3-f198-4dbe-bc90-913a57b8cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.739950 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-15f0b2d3-f198-4dbe-bc90-913a57b8cb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:15.742113 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-15f0b2d3-f198-4dbe-bc90-913a57b8cb66 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f006654-8b56-45b3-a5fa-6f066bf7c34e HTTP/1.1" status: 204 len: 168 time: 0.1758811 Sep 14 15:28:15.757646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0b2d3-f198-4dbe-bc90-913a57b8cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f006654-8b56-45b3-a5fa-6f066bf7c34e,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:16.444526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd72d6-ec10-40bc-b9a2-3bebf7f2e7a1 req-9b423602-775d-4273-acba-0a537212005d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:16.448120 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f0bd72d6-ec10-40bc-b9a2-3bebf7f2e7a1 req-9b423602-775d-4273-acba-0a537212005d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0883989 Sep 14 15:28:16.495015 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f0bd72d6-ec10-40bc-b9a2-3bebf7f2e7a1 req-c1a5a5ac-5a23-4f0f-ab19-f961711dea27 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Sep 14 15:28:16.986205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:17.499837 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39424) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:17.671268 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd539b7-c0b9-4579-a663-b6e559b268b9 req-8ca6ab53-92ed-43ef-9a2d-2484032678ac tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:17.672846 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bcd539b7-c0b9-4579-a663-b6e559b268b9 req-8ca6ab53-92ed-43ef-9a2d-2484032678ac tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0771782 Sep 14 15:28:17.729990 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bcd539b7-c0b9-4579-a663-b6e559b268b9 req-cdd5d77b-e437-4f4b-9ea3-76953e8b4c33 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Sep 14 15:28:17.747578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0d6e-c7e9-479f-b963-e981b35b4129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:17.878735 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0d6e-c7e9-479f-b963-e981b35b4129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:17.889311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0d6e-c7e9-479f-b963-e981b35b4129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:17.932166 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39458) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:17.937519 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6e0e0d6e-c7e9-479f-b963-e981b35b4129 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ea9f6b41596481b9a55984b86c06d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328523 Sep 14 15:28:17.962384 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0d6e-c7e9-479f-b963-e981b35b4129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018f25ab-e9bb-4368-98a0-38831b526e98,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:18.006511 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37907453-35ab-458d-bcfb-f2dc5bcebf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.041982 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37907453-35ab-458d-bcfb-f2dc5bcebf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.097453 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37907453-35ab-458d-bcfb-f2dc5bcebf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.102097 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37907453-35ab-458d-bcfb-f2dc5bcebf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.111473 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-37907453-35ab-458d-bcfb-f2dc5bcebf2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/018f25ab-e9bb-4368-98a0-38831b526e98 HTTP/1.1" status: 204 len: 168 time: 0.1728365 Sep 14 15:28:18.116407 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37907453-35ab-458d-bcfb-f2dc5bcebf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018f25ab-e9bb-4368-98a0-38831b526e98,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:18.610337 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39496) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:18.738263 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39502) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:18.756298 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6f50ba10-5e1b-4eed-aafb-22b4847b78bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.758412 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.781441 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.db.api [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 15:28:18.781441 dv-cinder-806965-5-iscsi neutron-server[93911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 15:28:18.781441 dv-cinder-806965-5-iscsi neutron-server[93911]: [parameters: {'project_id': 'f69933775876455b82f6424a634cff76', 'id': '908a74e2-7a1e-46b8-aa69-709a4d499040', 'expiration': datetime.datetime(2021, 9, 14, 15, 30, 18, 777796)}] Sep 14 15:28:18.781441 dv-cinder-806965-5-iscsi neutron-server[93911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 15:28:18.781842 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG oslo_db.api [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 15:28:18.870094 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6f50ba10-5e1b-4eed-aafb-22b4847b78bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.874233 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6f50ba10-5e1b-4eed-aafb-22b4847b78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:18.879733 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2a150-12e6-49e2-bb68-16a990386e13 req-824b979c-c1f1-4565-b503-621347ed1aa5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:18.881341 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-31f2a150-12e6-49e2-bb68-16a990386e13 req-824b979c-c1f1-4565-b503-621347ed1aa5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0560400 Sep 14 15:28:18.916811 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-6f50ba10-5e1b-4eed-aafb-22b4847b78bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bdb49a22200248189943cc7c9d005673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037426 Sep 14 15:28:18.917536 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50ba10-5e1b-4eed-aafb-22b4847b78bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc34e5-e9bc-425d-bd7e-a4cb3bbf4cf3,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:18.920780 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39506) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:18.940140 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-31f2a150-12e6-49e2-bb68-16a990386e13 req-2fdc3ff1-4798-4c44-9431-3e542a7712b0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514262 Sep 14 15:28:19.004483 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-746fc983-0818-4a5a-b395-6a409926347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.027318 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-746fc983-0818-4a5a-b395-6a409926347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.078084 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-746fc983-0818-4a5a-b395-6a409926347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.082143 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-746fc983-0818-4a5a-b395-6a409926347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.082386 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-746fc983-0818-4a5a-b395-6a409926347d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6bc34e5-e9bc-425d-bd7e-a4cb3bbf4cf3 HTTP/1.1" status: 204 len: 168 time: 0.1605186 Sep 14 15:28:19.090639 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fc983-0818-4a5a-b395-6a409926347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc34e5-e9bc-425d-bd7e-a4cb3bbf4cf3,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:19.283698 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.409075 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.421254 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.464117 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f69933775876455b82f6424a634cff76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238064 Sep 14 15:28:19.464944 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8427c-a40e-4174-9766-ec9b5d72fde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee95d5-5db6-4c78-8158-68150b291c35,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:19.467317 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39516) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:19.475115 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39518) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:19.495681 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ccc29115-91ee-4c74-b665-b5c3c0488c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.564942 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0cdf65f1-2855-4702-b62a-8a3abc3fe140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.599305 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0cdf65f1-2855-4702-b62a-8a3abc3fe140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.675018 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0cdf65f1-2855-4702-b62a-8a3abc3fe140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.677537 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0cdf65f1-2855-4702-b62a-8a3abc3fe140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.678865 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0cdf65f1-2855-4702-b62a-8a3abc3fe140 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8cee95d5-5db6-4c78-8158-68150b291c35 HTTP/1.1" status: 204 len: 168 time: 0.2103794 Sep 14 15:28:19.685206 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ccc29115-91ee-4c74-b665-b5c3c0488c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.700642 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf65f1-2855-4702-b62a-8a3abc3fe140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee95d5-5db6-4c78-8158-68150b291c35,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:19.702523 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ccc29115-91ee-4c74-b665-b5c3c0488c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.745457 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ccc29115-91ee-4c74-b665-b5c3c0488c1c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7491af06219d438f9da2f9c6ebcd243f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693729 Sep 14 15:28:19.746863 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc29115-91ee-4c74-b665-b5c3c0488c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c45dd6-0b12-4b64-95bb-1cc188ae20bb,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:19.748312 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39532) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:19.816814 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-09baf738-69c9-4ab8-8d64-1636fa081bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.843950 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-09baf738-69c9-4ab8-8d64-1636fa081bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.934731 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-09baf738-69c9-4ab8-8d64-1636fa081bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.939231 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-09baf738-69c9-4ab8-8d64-1636fa081bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:19.941173 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-09baf738-69c9-4ab8-8d64-1636fa081bc6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53c45dd6-0b12-4b64-95bb-1cc188ae20bb HTTP/1.1" status: 204 len: 168 time: 0.1901851 Sep 14 15:28:19.952487 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baf738-69c9-4ab8-8d64-1636fa081bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c45dd6-0b12-4b64-95bb-1cc188ae20bb,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:19.994768 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39552) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:20.112402 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81136af2-a591-4d7b-a353-3d4e98175403 req-6742140c-094d-4c7f-9691-2f37e41361cd tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:20.114676 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81136af2-a591-4d7b-a353-3d4e98175403 req-6742140c-094d-4c7f-9691-2f37e41361cd tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0803139 Sep 14 15:28:20.164209 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81136af2-a591-4d7b-a353-3d4e98175403 req-6bf61d3a-3a05-43d4-9134-a2d3f6bc0914 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Sep 14 15:28:20.326230 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-685d122a-8b3f-4f62-a428-909d5b82d555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.464191 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-685d122a-8b3f-4f62-a428-909d5b82d555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.469012 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-685d122a-8b3f-4f62-a428-909d5b82d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.511792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d122a-8b3f-4f62-a428-909d5b82d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef772b7-ea47-4105-bce6-10017c9c77d3,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:20.517022 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-685d122a-8b3f-4f62-a428-909d5b82d555 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48aeed2d10f4483594e806a1a5218ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192566 Sep 14 15:28:20.522592 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39576) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:20.595229 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b84fa928-49ca-492d-87d6-f567baf3d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.623443 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b84fa928-49ca-492d-87d6-f567baf3d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.693893 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b84fa928-49ca-492d-87d6-f567baf3d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.696683 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b84fa928-49ca-492d-87d6-f567baf3d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:20.697858 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b84fa928-49ca-492d-87d6-f567baf3d9d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ef772b7-ea47-4105-bce6-10017c9c77d3 HTTP/1.1" status: 204 len: 168 time: 0.1742263 Sep 14 15:28:20.707440 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa928-49ca-492d-87d6-f567baf3d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef772b7-ea47-4105-bce6-10017c9c77d3,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:21.029456 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39602) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:21.045465 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce7920-3773-4b12-99d9-a931ed78fbaa req-20f36b2e-6f8f-4c2b-952a-ae641e602f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:21.047276 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d1ce7920-3773-4b12-99d9-a931ed78fbaa req-20f36b2e-6f8f-4c2b-952a-ae641e602f2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 1099 time: 0.0567951 Sep 14 15:28:21.047835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1990ad4-cea0-477e-8c61-8fcf1261de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.113331 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d1ce7920-3773-4b12-99d9-a931ed78fbaa req-9a4ea1d9-c575-4478-babe-ec19a4f56623 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527909 Sep 14 15:28:21.160666 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1990ad4-cea0-477e-8c61-8fcf1261de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.166582 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e1990ad4-cea0-477e-8c61-8fcf1261de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.213055 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e1990ad4-cea0-477e-8c61-8fcf1261de2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e69a401058284f9388e0ca9c6171c60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793306 Sep 14 15:28:21.213055 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1990ad4-cea0-477e-8c61-8fcf1261de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339e90e3-7ac9-44f5-bfb6-9b517cae3fe7,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:21.214150 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39614) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:21.293203 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d02999c9-c5d8-4b76-a486-b8c82f62e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.319829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d02999c9-c5d8-4b76-a486-b8c82f62e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.351635 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4635e-1a24-4ccb-a5af-066e43e48947 req-b9dc07bd-28be-44e6-a4e8-74db41fddea6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:21.353861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e0c4635e-1a24-4ccb-a5af-066e43e48947 req-b9dc07bd-28be-44e6-a4e8-74db41fddea6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0714688 Sep 14 15:28:21.422673 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e0c4635e-1a24-4ccb-a5af-066e43e48947 req-78a2adcc-d7b3-47a7-97dc-e29e198b2ad6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547078 Sep 14 15:28:21.427046 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d02999c9-c5d8-4b76-a486-b8c82f62e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.429840 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d02999c9-c5d8-4b76-a486-b8c82f62e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:21.434035 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d02999c9-c5d8-4b76-a486-b8c82f62e847 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/339e90e3-7ac9-44f5-bfb6-9b517cae3fe7 HTTP/1.1" status: 204 len: 168 time: 0.2187178 Sep 14 15:28:21.442844 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02999c9-c5d8-4b76-a486-b8c82f62e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339e90e3-7ac9-44f5-bfb6-9b517cae3fe7,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:21.508847 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39622) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:21.868657 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2c857762-df03-4299-a335-29b2a3406880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.000476 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2c857762-df03-4299-a335-29b2a3406880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.006887 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-2c857762-df03-4299-a335-29b2a3406880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.023522 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39642) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:22.039398 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-de11ecbd-4c98-49f8-9bba-20cc3c82a5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.051395 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-2c857762-df03-4299-a335-29b2a3406880 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4d1858e4dfc4f4d9958df5017431d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411625 Sep 14 15:28:22.052180 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857762-df03-4299-a335-29b2a3406880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c4f546-f7dd-494c-8625-089bededf615,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:22.055529 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39644) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:22.114320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a9757464-b662-4965-9db9-e94b57f9f2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.147015 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a9757464-b662-4965-9db9-e94b57f9f2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.173343 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-de11ecbd-4c98-49f8-9bba-20cc3c82a5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.178310 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-de11ecbd-4c98-49f8-9bba-20cc3c82a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.225540 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a9757464-b662-4965-9db9-e94b57f9f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.228331 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a9757464-b662-4965-9db9-e94b57f9f2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.229734 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a9757464-b662-4965-9db9-e94b57f9f2b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5c4f546-f7dd-494c-8625-089bededf615 HTTP/1.1" status: 204 len: 168 time: 0.1729980 Sep 14 15:28:22.232459 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-de11ecbd-4c98-49f8-9bba-20cc3c82a5cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ee0305f8d8b49b3960da3a713aaae77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073843 Sep 14 15:28:22.233798 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11ecbd-4c98-49f8-9bba-20cc3c82a5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af689ea-fb1f-4ff2-8f95-643354fb7311,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:22.249256 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9757464-b662-4965-9db9-e94b57f9f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c4f546-f7dd-494c-8625-089bededf615,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:22.251718 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39652) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:22.320674 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92681ee9-6be2-497c-a166-2dd946889761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.349522 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92681ee9-6be2-497c-a166-2dd946889761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.421521 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92681ee9-6be2-497c-a166-2dd946889761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.427329 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92681ee9-6be2-497c-a166-2dd946889761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:22.433572 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-92681ee9-6be2-497c-a166-2dd946889761 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2af689ea-fb1f-4ff2-8f95-643354fb7311 HTTP/1.1" status: 204 len: 168 time: 0.1786621 Sep 14 15:28:22.449398 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681ee9-6be2-497c-a166-2dd946889761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af689ea-fb1f-4ff2-8f95-643354fb7311,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:22.602958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5e8ee-ce7a-4b66-9846-2a6c301ddb98 req-ffc448d8-e6c4-4e78-94a0-77b6032b8150 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:22.605532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95e5e8ee-ce7a-4b66-9846-2a6c301ddb98 req-ffc448d8-e6c4-4e78-94a0-77b6032b8150 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0674591 Sep 14 15:28:22.655211 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95e5e8ee-ce7a-4b66-9846-2a6c301ddb98 req-56af77c1-7b42-4d1c-8fba-22b71c02f683 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Sep 14 15:28:22.789596 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda36ba-a802-4e22-a95a-ae5a275ecc0f req-650ced13-8646-4544-98ce-b08aeecd6259 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:22.791283 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9eda36ba-a802-4e22-a95a-ae5a275ecc0f req-650ced13-8646-4544-98ce-b08aeecd6259 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0567780 Sep 14 15:28:22.839527 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39670) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:22.853532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9eda36ba-a802-4e22-a95a-ae5a275ecc0f req-0e23e8d4-028b-4bc3-8b22-fa8b9f4589ec tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508676 Sep 14 15:28:22.908354 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2877c42c-04f9-4993-92eb-a12d4e9eafe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.160158 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2877c42c-04f9-4993-92eb-a12d4e9eafe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.168378 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2877c42c-04f9-4993-92eb-a12d4e9eafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.264168 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2877c42c-04f9-4993-92eb-a12d4e9eafe3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f48c5529575a4f44b2c2ea1a963bb61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167428 Sep 14 15:28:23.264276 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39688) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:23.273386 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877c42c-04f9-4993-92eb-a12d4e9eafe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589999c0-7439-418f-bd3d-f5be4ebd92f2,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:23.344546 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0f29-af91-4265-9b02-6d68f2250ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.356286 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39698) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:23.384407 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0f29-af91-4265-9b02-6d68f2250ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.461533 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0f29-af91-4265-9b02-6d68f2250ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.464447 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0f29-af91-4265-9b02-6d68f2250ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.466006 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8d5f0f29-af91-4265-9b02-6d68f2250ba7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/589999c0-7439-418f-bd3d-f5be4ebd92f2 HTTP/1.1" status: 204 len: 168 time: 0.2027724 Sep 14 15:28:23.476741 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f0f29-af91-4265-9b02-6d68f2250ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589999c0-7439-418f-bd3d-f5be4ebd92f2,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:23.561813 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e86675fe-2c39-487f-9fab-84e37ff85f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.680785 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e86675fe-2c39-487f-9fab-84e37ff85f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.688729 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e86675fe-2c39-487f-9fab-84e37ff85f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.763869 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e86675fe-2c39-487f-9fab-84e37ff85f41 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=05472ce2a04f4847a74a2b130439884c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051220 Sep 14 15:28:23.766671 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39720) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:23.775763 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86675fe-2c39-487f-9fab-84e37ff85f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a0f70-671a-478c-814d-9a2dba89d9d1,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:23.866658 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0175869-c597-459d-9464-f7f356183fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.908422 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0175869-c597-459d-9464-f7f356183fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.995442 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0175869-c597-459d-9464-f7f356183fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:23.998723 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0175869-c597-459d-9464-f7f356183fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.004723 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d0175869-c597-459d-9464-f7f356183fa8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d52a0f70-671a-478c-814d-9a2dba89d9d1 HTTP/1.1" status: 204 len: 168 time: 0.2320633 Sep 14 15:28:24.009730 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0175869-c597-459d-9464-f7f356183fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a0f70-671a-478c-814d-9a2dba89d9d1,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:24.489977 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39752) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:24.506574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1051815c-8854-4361-a454-d5d38ab032bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.610663 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1051815c-8854-4361-a454-d5d38ab032bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.613462 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39762) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:24.614177 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1051815c-8854-4361-a454-d5d38ab032bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.657429 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1051815c-8854-4361-a454-d5d38ab032bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c8dfb06886d43a0b0747d2f410343bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736696 Sep 14 15:28:24.657974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051815c-8854-4361-a454-d5d38ab032bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c64839c-1742-4c41-b378-1878536a92e7,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:24.660420 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39766) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:24.720812 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4be89c5c-5461-4b51-86ab-db02d263fcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.743932 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4be89c5c-5461-4b51-86ab-db02d263fcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.783586 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1383668093-network', 'tenant_id': '12bf7f16a2454a3490fe46e229ba0181'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:28:24.804978 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Made reservation on behalf of 12bf7f16a2454a3490fe46e229ba0181 for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:28:24.807649 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.818340 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4be89c5c-5461-4b51-86ab-db02d263fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.822128 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4be89c5c-5461-4b51-86ab-db02d263fcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.823789 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-4be89c5c-5461-4b51-86ab-db02d263fcaf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c64839c-1742-4c41-b378-1878536a92e7 HTTP/1.1" status: 204 len: 168 time: 0.1617243 Sep 14 15:28:24.838317 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.853748 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89c5c-5461-4b51-86ab-db02d263fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c64839c-1742-4c41-b378-1878536a92e7,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:24.965693 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.969967 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:24.998244 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:28:25.011513 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc02790a-4f94-4a93-ab00-8ef37ee0e43e,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:25.024287 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.024985 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Added segment 46782374-c6e1-4469-971a-993b6c3601a3 of type vlan for network 250d0f04-e1f9-44b2-aecb-558706259162 Sep 14 15:28:25.078584 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.106656 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.107611 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:25.108206 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.139523 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5244746 Sep 14 15:28:25.142735 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39776) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:25.150333 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Request body: {'subnet': {'network_id': '250d0f04-e1f9-44b2-aecb-558706259162', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1383668093-subnet', 'tenant_id': '12bf7f16a2454a3490fe46e229ba0181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:28:25.175218 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2025dd3-276d-4c06-a073-5fe73e4ac220 admin admin] Pushing event updated for resources: {'Network': ['ID=250d0f04-e1f9-44b2-aecb-558706259162,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:25.177773 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Made reservation on behalf of 12bf7f16a2454a3490fe46e229ba0181 for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:28:25.180361 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336371'] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.187475 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 250d0f04-e1f9-44b2-aecb-558706259162 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:28:25.387966 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5702082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336365'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.459262 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3db8da-7ea4-462e-bb84-fd63c6cf5808,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:25.463167 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Checking segment: {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:28:25.463517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Network hostable DHCP agents. Network: 250d0f04-e1f9-44b2-aecb-558706259162, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:28:25.483653 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Network 250d0f04-e1f9-44b2-aecb-558706259162 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:28:25.499795 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 250d0f04-e1f9-44b2-aecb-558706259162) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:28:25.505796 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:25.506434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:25.521080 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edf8b5-9d30-480b-ba7b-57204b3f1871 None None] Network 250d0f04-e1f9-44b2-aecb-558706259162 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:28:25.532398 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4265c8a9-af6e-41ec-b6f4-c0ab2e8ad668 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3853323 Sep 14 15:28:25.671186 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c41c0-f7d2-4319-a5ba-4c3dbff1fc20 None None] Network 250d0f04-e1f9-44b2-aecb-558706259162 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:28:26.935906 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-9c2dd97c-0ec3-4934-b4d5-2f90ba948ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:26.937948 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-9c2dd97c-0ec3-4934-b4d5-2f90ba948ce9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0667639 Sep 14 15:28:26.976252 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8549-e54b-4e86-9942-e81c85f56143 req-65e7b2ae-c83f-4fec-aae0-3c6742fa766b tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:26.981802 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4b8d8549-e54b-4e86-9942-e81c85f56143 req-65e7b2ae-c83f-4fec-aae0-3c6742fa766b tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0959573 Sep 14 15:28:27.034295 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4b8d8549-e54b-4e86-9942-e81c85f56143 req-d7812f56-5155-458c-b3a9-3b7a3cb5e49c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Sep 14 15:28:27.074594 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-2d4212b3-e548-4220-9c9e-c63bf47291e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:27.076646 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-2d4212b3-e548-4220-9c9e-c63bf47291e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.1302097 Sep 14 15:28:27.091184 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39860) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:27.144905 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-f14aeba4-ebb3-470b-a257-4c150bb532de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.0590887 Sep 14 15:28:27.207555 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-ff425db2-6265-40c4-b65d-c156ed33182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:27.209037 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-ff425db2-6265-40c4-b65d-c156ed33182c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.0564363 Sep 14 15:28:27.232498 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e79bd5d1-a787-435b-aac4-03b431c9936c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.241362 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-6908591a-fe75-4f97-b30d-da21cb746e41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243270 Sep 14 15:28:27.358329 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e79bd5d1-a787-435b-aac4-03b431c9936c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.358596 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-38386c2c-793f-4cd1-a4ad-13c72b4b6881 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045966 Sep 14 15:28:27.365156 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e79bd5d1-a787-435b-aac4-03b431c9936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.411162 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e79bd5d1-a787-435b-aac4-03b431c9936c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93d5f32f138544b38a090f1d05585dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188250 Sep 14 15:28:27.412012 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bd5d1-a787-435b-aac4-03b431c9936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2cbc32-c260-4b43-88fc-cb05073f38ca,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:27.415565 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 39868) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:27.474384 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-e166733b-0653-4fd3-a473-dcbb80f0faea req-9f92f9a7-28b3-4bae-9a7c-8242cd2bead5 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074574 Sep 14 15:28:27.476990 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-606df3a2-2e5f-4da1-b16e-2dd1f4ff4567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.508890 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-606df3a2-2e5f-4da1-b16e-2dd1f4ff4567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.598435 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-606df3a2-2e5f-4da1-b16e-2dd1f4ff4567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.600560 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-606df3a2-2e5f-4da1-b16e-2dd1f4ff4567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:27.601703 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-606df3a2-2e5f-4da1-b16e-2dd1f4ff4567 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d2cbc32-c260-4b43-88fc-cb05073f38ca HTTP/1.1" status: 204 len: 168 time: 0.1849995 Sep 14 15:28:27.622613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606df3a2-2e5f-4da1-b16e-2dd1f4ff4567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2cbc32-c260-4b43-88fc-cb05073f38ca,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:27.716386 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-2175d8d5-3ae0-45b6-9b29-d5fd5c20c851 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:27.724744 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-2175d8d5-3ae0-45b6-9b29-d5fd5c20c851 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/networks?id=250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 200 len: 814 time: 0.1569176 Sep 14 15:28:27.746968 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-f485b670-eb53-4cf3-ab4a-71b0bfcb3cd7 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/quotas/12bf7f16a2454a3490fe46e229ba0181 HTTP/1.1" status: 200 len: 375 time: 0.0213201 Sep 14 15:28:27.800059 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-a4e97a51-b215-4b56-a2aa-3659718e843c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=12bf7f16a2454a3490fe46e229ba0181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493908 Sep 14 15:28:27.906482 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-ac93c6a1-87ff-40e6-a2aa-5dc8ea44b013 service neutron] 10.222.0.68 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083097 Sep 14 15:28:27.970231 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39916) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:28.001947 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-90882ce7-b57c-4463-a66b-1f98cd27c32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.016926 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-d25a05bb-0034-41a5-a2ed-7c82249b3d83 service neutron] 10.222.0.68 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033981 Sep 14 15:28:28.157176 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-90882ce7-b57c-4463-a66b-1f98cd27c32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.165035 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-90882ce7-b57c-4463-a66b-1f98cd27c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.204616 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087c425-5548-4c37-b441-6db54fef4a1c req-2384e75a-af7c-4429-87a7-aaf63a5c66db tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:28.207506 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7087c425-5548-4c37-b441-6db54fef4a1c req-2384e75a-af7c-4429-87a7-aaf63a5c66db tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0835485 Sep 14 15:28:28.249576 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-90882ce7-b57c-4463-a66b-1f98cd27c32b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b847773d55674352ba6bc57ee1ef0700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778215 Sep 14 15:28:28.250967 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90882ce7-b57c-4463-a66b-1f98cd27c32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8fdd2-52d8-4266-9ac9-b0e21c773a95,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:28.256849 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39936) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:28.280396 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b8cb417-939a-4589-a348-b689edd7bdc4 req-0ca0cfb6-123b-4ffe-a28d-89a81ff7ed80 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 210 time: 0.0553675 Sep 14 15:28:28.304310 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7087c425-5548-4c37-b441-6db54fef4a1c req-c28748a0-af11-4ea1-ad54-07235a6e8c1f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886638 Sep 14 15:28:28.342676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f00d0952-74d1-4787-aab8-eeb63d4088b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.372581 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f00d0952-74d1-4787-aab8-eeb63d4088b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.424466 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f00d0952-74d1-4787-aab8-eeb63d4088b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.427246 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f00d0952-74d1-4787-aab8-eeb63d4088b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:28.428781 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f00d0952-74d1-4787-aab8-eeb63d4088b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7e8fdd2-52d8-4266-9ac9-b0e21c773a95 HTTP/1.1" status: 204 len: 168 time: 0.1702263 Sep 14 15:28:28.436830 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d0952-74d1-4787-aab8-eeb63d4088b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8fdd2-52d8-4266-9ac9-b0e21c773a95,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:29.454014 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5238c706-831e-4bf3-8dd4-714e4d4499d9 req-5898bc26-f0f1-4257-bde6-f93fd4411497 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 210 time: 0.0472758 Sep 14 15:28:29.508692 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 39994) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:29.566698 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-c6425eb6-e7fa-441d-babd-db3edaac668d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:29.568617 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-c6425eb6-e7fa-441d-babd-db3edaac668d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "GET /v2.0/networks?id=250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 200 len: 814 time: 0.2203155 Sep 14 15:28:29.592826 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f7fb3-9dcd-4592-822b-15a653e5cb4f req-2c50e18c-a441-4bca-bd56-a1bc85d58b79 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:29.593069 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Request body: {'port': {'device_id': 'fc35086c-9811-4568-82d3-87a789529de6', 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162', 'admin_state_up': True, 'tenant_id': '12bf7f16a2454a3490fe46e229ba0181'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:28:29.597068 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2c5f7fb3-9dcd-4592-822b-15a653e5cb4f req-2c50e18c-a441-4bca-bd56-a1bc85d58b79 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1392133 Sep 14 15:28:29.648968 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2c5f7fb3-9dcd-4592-822b-15a653e5cb4f req-b0ceb148-5926-41a9-8544-c82d0010aaa9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Sep 14 15:28:29.754812 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d69042a6-acd5-41ad-bc36-bc06ffabccc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:29.902855 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d69042a6-acd5-41ad-bc36-bc06ffabccc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:29.912129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d69042a6-acd5-41ad-bc36-bc06ffabccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:29.962305 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Made reservation on behalf of 12bf7f16a2454a3490fe46e229ba0181 for: {'port': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:28:29.967092 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:29.973676 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d69042a6-acd5-41ad-bc36-bc06ffabccc2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9c8468119114a1ba8e70b1b89489fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603624 Sep 14 15:28:29.973676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69042a6-acd5-41ad-bc36-bc06ffabccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f79937-35d8-424d-b44d-39d607479800,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:29.974632 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 40012) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:30.052441 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 40014) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:30.057871 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-71c44926-5314-493e-abeb-257778458db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.089422 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-71c44926-5314-493e-abeb-257778458db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.138206 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Allocated IP 172.20.0.6 (250d0f04-e1f9-44b2-aecb-558706259162/2a3db8da-7ea4-462e-bb84-fd63c6cf5808/9a37d181-d4a0-4065-92fd-011ddd876d07) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:28:30.141499 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-71c44926-5314-493e-abeb-257778458db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.146891 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-71c44926-5314-493e-abeb-257778458db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.151351 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-71c44926-5314-493e-abeb-257778458db1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/66f79937-35d8-424d-b44d-39d607479800 HTTP/1.1" status: 204 len: 168 time: 0.1706862 Sep 14 15:28:30.162555 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c44926-5314-493e-abeb-257778458db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f79937-35d8-424d-b44d-39d607479800,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:30.217072 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1022720-28ec-477c-a620-676139d93081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.396723 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.456320 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1022720-28ec-477c-a620-676139d93081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.464848 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1022720-28ec-477c-a620-676139d93081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.512988 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c1022720-28ec-477c-a620-676139d93081 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b530b4dade734b9fa08e07036ab2d488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592550 Sep 14 15:28:30.517168 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 40022) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:30.525700 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.543672 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1022720-28ec-477c-a620-676139d93081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e1d0f-c6c5-4d63-90d4-948daba782cc,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:30.601000 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Network 250d0f04-e1f9-44b2-aecb-558706259162 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:28:30.608924 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:28:30.614649 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43b530-f5c2-43fd-8602-aff48ae75aff req-bfecb001-9a48-410e-a46d-3971af2b9743 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:30.617573 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7c43b530-f5c2-43fd-8602-aff48ae75aff req-bfecb001-9a48-410e-a46d-3971af2b9743 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 931 time: 0.0666358 Sep 14 15:28:30.619990 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:28:30.625732 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:30.626395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.630998 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Pushing event updated for resources: {'Port': ['ID=9a37d181-d4a0-4065-92fd-011ddd876d07,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:30.659622 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-fe52cba6-d9c8-42cb-ba28-fd9bb95b1b87 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0727491 Sep 14 15:28:30.660520 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a92a19f9-d286-4041-9c83-399e087a6c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.668216 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7c43b530-f5c2-43fd-8602-aff48ae75aff req-2a22b441-7c8e-41ba-aaf5-d0487dee92e5 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Sep 14 15:28:30.685101 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Request body: {'port': {'device_id': 'fc35086c-9811-4568-82d3-87a789529de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:28:30.727293 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a92a19f9-d286-4041-9c83-399e087a6c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.771856 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.786448 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.806555 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6869-7b2f-4b5f-8e17-fa2b22e4f62d req-123ba3c8-866b-4dcc-8f64-25f92ac68b3c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:30.808487 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-216e6869-7b2f-4b5f-8e17-fa2b22e4f62d req-123ba3c8-866b-4dcc-8f64-25f92ac68b3c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0615051 Sep 14 15:28:30.843254 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a92a19f9-d286-4041-9c83-399e087a6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.845728 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a92a19f9-d286-4041-9c83-399e087a6c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:30.849872 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a92a19f9-d286-4041-9c83-399e087a6c2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d6e1d0f-c6c5-4d63-90d4-948daba782cc HTTP/1.1" status: 204 len: 168 time: 0.3286827 Sep 14 15:28:30.891885 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-216e6869-7b2f-4b5f-8e17-fa2b22e4f62d req-84c1b9fd-807b-41ac-976d-7c3e7a94d715 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751231 Sep 14 15:28:30.920539 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a19f9-d286-4041-9c83-399e087a6c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e1d0f-c6c5-4d63-90d4-948daba782cc,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:31.061179 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 40040) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:31.141241 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a37d181-d4a0-4065-92fd-011ddd876d07 {{(pid=93910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:28:31.151150 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.166331 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Transition to ACTIVE for port object 9a37d181-d4a0-4065-92fd-011ddd876d07 will not be triggered until provisioned by entity L2. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:28:31.174573 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.208587 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f1ae0074-d541-4afd-b523-d07556ae2584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.255432 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Pushing event updated for resources: {'Port': ['ID=9a37d181-d4a0-4065-92fd-011ddd876d07,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:31.268744 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Attempting to bind port 9a37d181-d4a0-4065-92fd-011ddd876d07 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:28:31.269086 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Attempting to bind port 9a37d181-d4a0-4065-92fd-011ddd876d07 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:28:31.269415 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Attempting to bind port 9a37d181-d4a0-4065-92fd-011ddd876d07 on network 250d0f04-e1f9-44b2-aecb-558706259162 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:28:31.274489 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Port 9a37d181-d4a0-4065-92fd-011ddd876d07 on network 250d0f04-e1f9-44b2-aecb-558706259162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:28:31.274693 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Attempting to bind port 9a37d181-d4a0-4065-92fd-011ddd876d07 on network 250d0f04-e1f9-44b2-aecb-558706259162 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:28:31.280593 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:28:31.280941 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Checking segment: {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:28:31.281323 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Bound using segment: {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:28:31.281767 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Bound port: 9a37d181-d4a0-4065-92fd-011ddd876d07, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'}}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:28:31.282124 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.347577 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f1ae0074-d541-4afd-b523-d07556ae2584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.354042 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f1ae0074-d541-4afd-b523-d07556ae2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.355354 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] For port 9a37d181-d4a0-4065-92fd-011ddd876d07, host hv-cinder-80696, cleared binding levels {{(pid=93910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:28:31.358817 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] For port 9a37d181-d4a0-4065-92fd-011ddd876d07, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a37d181-d4a0-4065-92fd-011ddd876d07,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:28:31.367059 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.422944 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-f1ae0074-d541-4afd-b523-d07556ae2584 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb493c2094db4827a178ed6149e676a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601787 Sep 14 15:28:31.424457 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae0074-d541-4afd-b523-d07556ae2584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f99f4-e5e2-4565-96d0-e15e77272907,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:31.427190 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 40052) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:31.447592 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:31.449017 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.452792 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] 10.222.0.52 "PUT /v2.0/ports/9a37d181-d4a0-4065-92fd-011ddd876d07 HTTP/1.1" status: 200 len: 1093 time: 0.7733059 Sep 14 15:28:31.453752 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc35086c-9811-4568-82d3-87a789529de6', 'tag': '9a37d181-d4a0-4065-92fd-011ddd876d07'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:28:31.458487 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4728d1f1-8996-468b-9a53-07acb3f2343f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc35086c-9811-4568-82d3-87a789529de6", "tag": "9a37d181-d4a0-4065-92fd-011ddd876d07"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:28:31.495304 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-954fca49-5409-4498-8107-405f93846d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.526842 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-954fca49-5409-4498-8107-405f93846d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.542228 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b2dbf-5b14-4fc3-aa87-2b7ba724cab9 x-openstack-request-id: req-254b2dbf-5b14-4fc3-aa87-2b7ba724cab9 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:28:31.542862 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc35086c-9811-4568-82d3-87a789529de6", "tag": "9a37d181-d4a0-4065-92fd-011ddd876d07", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:28:31.543141 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-254b2dbf-5b14-4fc3-aa87-2b7ba724cab9 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:28:31.543756 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc35086c-9811-4568-82d3-87a789529de6', 'tag': '9a37d181-d4a0-4065-92fd-011ddd876d07', 'status': 'completed', 'code': 200} Sep 14 15:28:31.561562 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ce6da-774b-4656-9723-1cb1da469384 service neutron] Pushing event updated for resources: {'Port': ['ID=9a37d181-d4a0-4065-92fd-011ddd876d07,revision_number=3']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:31.594239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-954fca49-5409-4498-8107-405f93846d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.597565 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-954fca49-5409-4498-8107-405f93846d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:31.602806 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-954fca49-5409-4498-8107-405f93846d73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b8f99f4-e5e2-4565-96d0-e15e77272907 HTTP/1.1" status: 204 len: 168 time: 0.1745136 Sep 14 15:28:31.614467 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fca49-5409-4498-8107-405f93846d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f99f4-e5e2-4565-96d0-e15e77272907,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:31.617614 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-c67f336d-d701-463b-988b-8898d8ff1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:31.619386 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-c67f336d-d701-463b-988b-8898d8ff1cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12bf7f16a2454a3490fe46e229ba0181&device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 1096 time: 0.0744743 Sep 14 15:28:31.698911 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-ce1d67f5-3f03-45f0-b5e1-2bd8671dcb2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a37d181-d4a0-4065-92fd-011ddd876d07 HTTP/1.1" status: 200 len: 217 time: 0.0678945 Sep 14 15:28:31.775838 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c7f22-12a5-4446-a12f-59559dda956b req-caf2f147-8903-4fc7-9de7-f01d7a575fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:31.777533 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-caf2f147-8903-4fc7-9de7-f01d7a575fb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a3db8da-7ea4-462e-bb84-fd63c6cf5808 HTTP/1.1" status: 200 len: 854 time: 0.0699434 Sep 14 15:28:31.827083 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-0fc467a8-3d02-4f70-b358-28335469b7fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=250d0f04-e1f9-44b2-aecb-558706259162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368474 Sep 14 15:28:31.843400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c9b1-155d-4d9e-ae1e-da00e14aa72e req-5199affc-91fe-4841-a3a8-39f0ed3307be tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:31.854219 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c1b0c9b1-155d-4d9e-ae1e-da00e14aa72e req-5199affc-91fe-4841-a3a8-39f0ed3307be tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 943 time: 0.0741463 Sep 14 15:28:31.918298 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c1b0c9b1-155d-4d9e-ae1e-da00e14aa72e req-fda12e84-1877-46d6-a4a6-70bcba42f38d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Sep 14 15:28:31.957868 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-2ad2362a-4112-4a4a-8a11-f0974c6b186c service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170981 Sep 14 15:28:32.095253 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38bc71-a69c-4175-bc33-289f79be1392 req-1910d721-3fa6-46bf-b2d6-334d799fbe1d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:32.098855 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f38bc71-a69c-4175-bc33-289f79be1392 req-1910d721-3fa6-46bf-b2d6-334d799fbe1d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1007659 Sep 14 15:28:32.126240 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-709c7f22-12a5-4446-a12f-59559dda956b req-d8e88bdc-97b5-41e6-96ed-202cc73a3057 service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590142 Sep 14 15:28:32.153773 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f38bc71-a69c-4175-bc33-289f79be1392 req-70a8b43e-d4e1-46f6-a182-05bec8122058 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Sep 14 15:28:32.263643 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-00e3995d-9b7f-407c-98ce-48202ff6ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:32.265833 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-00e3995d-9b7f-407c-98ce-48202ff6ca06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12bf7f16a2454a3490fe46e229ba0181&device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 1096 time: 0.0536878 Sep 14 15:28:32.394804 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-756e66a6-b3cc-4c66-a6d3-29d2ff537770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:32.396508 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-756e66a6-b3cc-4c66-a6d3-29d2ff537770 service neutron] 10.222.0.52 "GET /v2.0/networks?id=250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 200 len: 915 time: 0.1149433 Sep 14 15:28:32.661611 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-4f62d1dd-aadf-4da5-b6ba-0887d52b9964 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a37d181-d4a0-4065-92fd-011ddd876d07 HTTP/1.1" status: 200 len: 217 time: 0.2540071 Sep 14 15:28:32.731673 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-4bbadfc5-3998-4948-bd6e-db9b2084f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:32.733977 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-4bbadfc5-3998-4948-bd6e-db9b2084f0e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a3db8da-7ea4-462e-bb84-fd63c6cf5808 HTTP/1.1" status: 200 len: 854 time: 0.0648825 Sep 14 15:28:32.792155 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-b28dbdfa-ac1a-4046-9b64-77adbda79b4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=250d0f04-e1f9-44b2-aecb-558706259162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498946 Sep 14 15:28:32.901464 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-04d4ff4a-02c5-4e2e-ba9c-7c2e19e5cbc7 service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993197 Sep 14 15:28:33.023936 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4728d1f1-8996-468b-9a53-07acb3f2343f req-b37b9afd-51e9-4f8a-bdb6-5de411c3e256 service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127071 Sep 14 15:28:33.091395 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783c3d8-e8cd-4306-bc4d-3e78792a9746 req-18d0575e-042e-4d45-af4d-02f014d577e7 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:33.092935 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b783c3d8-e8cd-4306-bc4d-3e78792a9746 req-18d0575e-042e-4d45-af4d-02f014d577e7 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 943 time: 0.0637364 Sep 14 15:28:33.142410 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b783c3d8-e8cd-4306-bc4d-3e78792a9746 req-4b91b415-9fa1-493d-8a69-2580215834a6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Sep 14 15:28:33.200036 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 40166) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:33.301462 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0475-468b-4071-b963-f74d8ea9b88c req-d8af6049-7dbc-4d7f-b055-9bf8ef4ad116 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:33.303072 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e4ef0475-468b-4071-b963-f74d8ea9b88c req-d8af6049-7dbc-4d7f-b055-9bf8ef4ad116 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0536091 Sep 14 15:28:33.326479 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08c3e019-4a8a-41d8-9127-4b22c4460989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.355573 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e4ef0475-468b-4071-b963-f74d8ea9b88c req-f2994011-532d-4876-922d-96dabe79eca0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Sep 14 15:28:33.441044 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08c3e019-4a8a-41d8-9127-4b22c4460989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.446432 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-08c3e019-4a8a-41d8-9127-4b22c4460989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.485468 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-08c3e019-4a8a-41d8-9127-4b22c4460989 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8da653ccb60c4b15be72a32c1fc80b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832737 Sep 14 15:28:33.487022 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3e019-4a8a-41d8-9127-4b22c4460989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccba5a9-98db-4e11-aebb-ac0a9046c5d8,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:33.488191 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 40174) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:33.549932 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd98-d256-4b7f-99f0-6e053ae237c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.570505 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd98-d256-4b7f-99f0-6e053ae237c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.618047 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd98-d256-4b7f-99f0-6e053ae237c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.620606 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6acdcd98-d256-4b7f-99f0-6e053ae237c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:33.621879 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6acdcd98-d256-4b7f-99f0-6e053ae237c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fccba5a9-98db-4e11-aebb-ac0a9046c5d8 HTTP/1.1" status: 204 len: 168 time: 0.1325834 Sep 14 15:28:33.629641 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdcd98-d256-4b7f-99f0-6e053ae237c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccba5a9-98db-4e11-aebb-ac0a9046c5d8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:34.317018 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab92d78-5788-4662-973b-546a1189f6da req-021fbbef-a25a-4d88-a398-bb8f003da164 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:34.318661 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0ab92d78-5788-4662-973b-546a1189f6da req-021fbbef-a25a-4d88-a398-bb8f003da164 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 943 time: 0.0755687 Sep 14 15:28:34.366397 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0ab92d78-5788-4662-973b-546a1189f6da req-75ce4544-3d07-44a0-b9e8-edd52858b532 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Sep 14 15:28:34.532155 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c051b-5531-4c0e-98f8-bbf8b1f7abaf req-5ba13587-6853-482c-ab78-b6ed73878503 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:34.533879 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a79c051b-5531-4c0e-98f8-bbf8b1f7abaf req-5ba13587-6853-482c-ab78-b6ed73878503 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0857856 Sep 14 15:28:34.599628 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a79c051b-5531-4c0e-98f8-bbf8b1f7abaf req-8e52c436-89df-4c0b-b4ee-14c708610a2e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Sep 14 15:28:35.506289 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd2eff-a28f-4c1f-b636-062b41542f12 req-d9a05839-188a-439e-bbd2-b8d3d0d0a395 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:35.507882 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-82bd2eff-a28f-4c1f-b636-062b41542f12 req-d9a05839-188a-439e-bbd2-b8d3d0d0a395 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 943 time: 0.0637689 Sep 14 15:28:35.548552 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-82bd2eff-a28f-4c1f-b636-062b41542f12 req-55e761a1-432c-4f04-9418-718a1b1c2dc7 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Sep 14 15:28:35.727730 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bb14f-2bbf-4758-8226-545462097ac8 req-500b3bb0-6bba-42c3-b234-a02d8eee057a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:35.729356 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-039bb14f-2bbf-4758-8226-545462097ac8 req-500b3bb0-6bba-42c3-b234-a02d8eee057a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0521595 Sep 14 15:28:35.771563 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-039bb14f-2bbf-4758-8226-545462097ac8 req-54360b6a-edf7-4e88-b8cf-8672ddb955e7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Sep 14 15:28:35.945784 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 9a37d181-d4a0-4065-92fd-011ddd876d07 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:28:36.069330 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 9a37d181-d4a0-4065-92fd-011ddd876d07, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a37d181-d4a0-4065-92fd-011ddd876d07,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:36.082490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '9a37d181-d4a0-4065-92fd-011ddd876d07', 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162', 'port_id': '9a37d181-d4a0-4065-92fd-011ddd876d07', 'mac_address': 'fa:16:3e:ad:ac:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3db8da-7ea4-462e-bb84-fd63c6cf5808', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:28:36.123767 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:36.139077 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a37d181-d4a0-4065-92fd-011ddd876d07 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:28:36.147180 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-795a916e-048a-4020-8665-850cc6335d78 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a8b4ad66f00472b8547802a55faf9ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305643 Sep 14 15:28:36.163980 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 9a37d181-d4a0-4065-92fd-011ddd876d07, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a37d181-d4a0-4065-92fd-011ddd876d07,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:36.168255 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:36.226327 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=9a37d181-d4a0-4065-92fd-011ddd876d07,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:36.234377 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.234740 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.235090 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.235423 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.235751 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.236081 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.236990 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.237974 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.237974 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.237974 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.238689 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.238689 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:36.400068 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-404d02c5-1af5-4476-aa3e-fc1569a48ead tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:36.402081 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-404d02c5-1af5-4476-aa3e-fc1569a48ead tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475402 Sep 14 15:28:36.434908 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-053d5df7-7a0e-4c42-83ad-1bd263fda079 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/quotas/8a8b4ad66f00472b8547802a55faf9ab HTTP/1.1" status: 200 len: 375 time: 0.0218167 Sep 14 15:28:36.470659 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-c4abee1b-2427-4e6c-b52f-d04c03a4b3e8 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a8b4ad66f00472b8547802a55faf9ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281992 Sep 14 15:28:36.483558 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['9a37d181-d4a0-4065-92fd-011ddd876d07'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:28:36.732981 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5330047-c9a2-4990-9aa2-0d521addf2c7 req-fbedef4e-c9a5-40a6-8b3a-5d99bbdf1261 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:36.734680 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c5330047-c9a2-4990-9aa2-0d521addf2c7 req-fbedef4e-c9a5-40a6-8b3a-5d99bbdf1261 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 944 time: 0.0778577 Sep 14 15:28:36.807154 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c5330047-c9a2-4990-9aa2-0d521addf2c7 req-d2c76513-68ab-4791-9564-02c081719237 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613384 Sep 14 15:28:36.859318 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4a750e18-faa0-4e5c-8414-5c29e12e9d75 req-6258a90e-0e53-4f7e-95e6-5b043ddb3a21 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 210 time: 0.0495045 Sep 14 15:28:37.070789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1014e-5df0-47ee-be98-560777c3dfb2 req-3e63cc6e-3618-4ac7-8eb4-332e259cd462 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:37.072871 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-98d1014e-5df0-47ee-be98-560777c3dfb2 req-3e63cc6e-3618-4ac7-8eb4-332e259cd462 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1139920 Sep 14 15:28:37.151272 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-98d1014e-5df0-47ee-be98-560777c3dfb2 req-56497a5d-06a8-4255-a215-13b1d75e1486 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623612 Sep 14 15:28:37.954557 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 9a37d181-d4a0-4065-92fd-011ddd876d07 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:28:37.998709 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e785-5a8a-4021-99f8-658ffb80f78f req-0f4d8020-7690-4b8b-92e5-fbc56fc90c81 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:38.009396 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-be91e785-5a8a-4021-99f8-658ffb80f78f req-0f4d8020-7690-4b8b-92e5-fbc56fc90c81 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 944 time: 0.1069329 Sep 14 15:28:38.033527 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 9a37d181-d4a0-4065-92fd-011ddd876d07 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:28:38.038846 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 9a37d181-d4a0-4065-92fd-011ddd876d07 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:28:38.039282 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.040202 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-8f2ea085-28e1-45eb-819c-0f16877ef0e7 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8a8b4ad66f00472b8547802a55faf9ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584505 Sep 14 15:28:38.088264 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-be91e785-5a8a-4021-99f8-658ffb80f78f req-b10f668a-b8d1-42b6-a33f-a15f000bf501 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696659 Sep 14 15:28:38.133959 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2b79fc2a-a196-4590-8a13-d8d2dcb988f7 req-60b8f431-bec2-4232-bed7-62eafc14a3d3 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 210 time: 0.0443013 Sep 14 15:28:38.300689 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.362232 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc35086c-9811-4568-82d3-87a789529de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a37d181-d4a0-4065-92fd-011ddd876d07'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:28:38.368858 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f8e3f1-809a-40c0-bcdb-2b856ed378c3" -d '{"events": [{"server_uuid": "fc35086c-9811-4568-82d3-87a789529de6", "name": "network-vif-plugged", "status": "completed", "tag": "9a37d181-d4a0-4065-92fd-011ddd876d07"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:28:38.404332 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-53aae381-2c97-4695-a9b8-1a0c61379e95 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:38.412054 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-53aae381-2c97-4695-a9b8-1a0c61379e95 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634634 Sep 14 15:28:38.415455 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 9a37d181-d4a0-4065-92fd-011ddd876d07, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a37d181-d4a0-4065-92fd-011ddd876d07,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:38.423357 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.437586 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751bad4e-7f77-4703-af32-56fab16a6377 x-openstack-request-id: req-751bad4e-7f77-4703-af32-56fab16a6377 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:28:38.437873 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc35086c-9811-4568-82d3-87a789529de6", "name": "network-vif-plugged", "status": "completed", "tag": "9a37d181-d4a0-4065-92fd-011ddd876d07", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:28:38.438105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-751bad4e-7f77-4703-af32-56fab16a6377 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:28:38.438851 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc35086c-9811-4568-82d3-87a789529de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a37d181-d4a0-4065-92fd-011ddd876d07', 'code': 200} Sep 14 15:28:38.438977 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Request body: {'port': {'device_id': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac', 'admin_state_up': True, 'tenant_id': '8a8b4ad66f00472b8547802a55faf9ab'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:28:38.537576 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=9a37d181-d4a0-4065-92fd-011ddd876d07,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:38.621482 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80fd59-90a3-497c-9e88-72bd840ae7f4 req-cb6bac61-3924-45fc-88b1-e0e39ed3f86e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:38.623863 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8b80fd59-90a3-497c-9e88-72bd840ae7f4 req-cb6bac61-3924-45fc-88b1-e0e39ed3f86e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.3137183 Sep 14 15:28:38.629355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Made reservation on behalf of 8a8b4ad66f00472b8547802a55faf9ab for: {'port': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:28:38.637914 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.649113 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.679930 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8b80fd59-90a3-497c-9e88-72bd840ae7f4 req-83319af4-bd50-47ba-82f8-d5228be7f64a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483246 Sep 14 15:28:38.717469 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248dd3d-b68c-4592-9b33-9379f2c1ecce req-8abc6502-5e61-4ff0-a41f-d6ab45a03a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:38.719943 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6248dd3d-b68c-4592-9b33-9379f2c1ecce req-8abc6502-5e61-4ff0-a41f-d6ab45a03a9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 1098 time: 0.0563390 Sep 14 15:28:38.773161 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6248dd3d-b68c-4592-9b33-9379f2c1ecce req-d00d4eae-69c1-412f-92a5-376c393af3ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Sep 14 15:28:38.793696 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.799361 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:38.867544 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b352b36e-399a-4284-bad7-92e9e8514ccd,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:38.943847 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Allocated IP 192.168.233.218 (d9ba3da6-7484-4f94-b2f3-3d61243fbbac/1669cb19-0c5b-4e72-b027-2d728d37f395/6d5ce232-4d00-43c5-8abd-6e352dd84202) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:28:39.152223 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.169484 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Transition to ACTIVE for port object 6d5ce232-4d00-43c5-8abd-6e352dd84202 will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:28:39.225044 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.297593 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Network d9ba3da6-7484-4f94-b2f3-3d61243fbbac is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:28:39.305777 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Pushing event updated for resources: {'Port': ['ID=6d5ce232-4d00-43c5-8abd-6e352dd84202,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:39.308718 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:28:39.311273 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:28:39.317939 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:39.318637 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.342397 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-fbe22c1a-ad09-4d33-a393-f2f5d4570dcd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9132581 Sep 14 15:28:39.359814 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Request body: {'port': {'device_id': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:28:39.380010 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba2f86-45db-4303-af35-e05901bae5e0 req-e5d1012b-8ffa-4fd2-9fe5-55518ef8ca71 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:39.382474 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-66ba2f86-45db-4303-af35-e05901bae5e0 req-e5d1012b-8ffa-4fd2-9fe5-55518ef8ca71 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.1486256 Sep 14 15:28:39.433469 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0896d46-e8d2-4347-85d1-c08c74fc9314 req-78136ae1-1a26-4ee1-ada8-a4f341adf697 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:39.438956 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a0896d46-e8d2-4347-85d1-c08c74fc9314 req-78136ae1-1a26-4ee1-ada8-a4f341adf697 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 936 time: 0.1616158 Sep 14 15:28:39.441986 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.500637 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-66ba2f86-45db-4303-af35-e05901bae5e0 req-3b0e74fd-3fce-42e0-9712-f77daa4cc162 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065977 Sep 14 15:28:39.530170 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a0896d46-e8d2-4347-85d1-c08c74fc9314 req-c6a1aee1-961c-40a1-bcc5-c50b737d779f tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852087 Sep 14 15:28:39.538889 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff0911-5769-41e0-87fa-250aea3a0695 req-0773741d-ce1b-4edc-8a03-bf70a8320901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:39.540535 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-21ff0911-5769-41e0-87fa-250aea3a0695 req-0773741d-ce1b-4edc-8a03-bf70a8320901 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0758317 Sep 14 15:28:39.603323 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-21ff0911-5769-41e0-87fa-250aea3a0695 req-9a19b0a3-5070-46bc-bb75-c6e7c42a5c9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522161 Sep 14 15:28:39.652205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c23e1666-eb6a-4c85-8b1f-bfae98308a32 None None] Provisioning for port 6d5ce232-4d00-43c5-8abd-6e352dd84202 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:28:39.656741 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-c23e1666-eb6a-4c85-8b1f-bfae98308a32 None None] Provisioning complete for port 6d5ce232-4d00-43c5-8abd-6e352dd84202 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:28:39.657215 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c23e1666-eb6a-4c85-8b1f-bfae98308a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.694510 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-c23e1666-eb6a-4c85-8b1f-bfae98308a32 None None] Port 6d5ce232-4d00-43c5-8abd-6e352dd84202 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:28:39.840883 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdcd11-cbd1-421d-b830-7f773a103791 req-0965e015-b696-4d87-b483-2dd486b3d34d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:39.843567 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1abdcd11-cbd1-421d-b830-7f773a103791 req-0965e015-b696-4d87-b483-2dd486b3d34d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0706191 Sep 14 15:28:39.882031 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5ce232-4d00-43c5-8abd-6e352dd84202 {{(pid=93910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:28:39.898739 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.899308 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1abdcd11-cbd1-421d-b830-7f773a103791 req-7bbc00cd-fa70-4262-afa8-ec4b9807182a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486717 Sep 14 15:28:39.920244 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Transition to ACTIVE for port object 6d5ce232-4d00-43c5-8abd-6e352dd84202 will not be triggered until provisioned by entity L2. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:28:39.925278 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:39.993649 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Pushing event updated for resources: {'Port': ['ID=6d5ce232-4d00-43c5-8abd-6e352dd84202,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:40.035921 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Attempting to bind port 6d5ce232-4d00-43c5-8abd-6e352dd84202 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:28:40.036250 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Attempting to bind port 6d5ce232-4d00-43c5-8abd-6e352dd84202 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:28:40.036575 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Attempting to bind port 6d5ce232-4d00-43c5-8abd-6e352dd84202 on network d9ba3da6-7484-4f94-b2f3-3d61243fbbac {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:28:40.041687 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Port 6d5ce232-4d00-43c5-8abd-6e352dd84202 on network d9ba3da6-7484-4f94-b2f3-3d61243fbbac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:28:40.042009 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Attempting to bind port 6d5ce232-4d00-43c5-8abd-6e352dd84202 on network d9ba3da6-7484-4f94-b2f3-3d61243fbbac {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:28:40.047682 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:28:40.048023 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Checking segment: {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:28:40.048400 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Bound using segment: {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:28:40.049487 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Bound port: 6d5ce232-4d00-43c5-8abd-6e352dd84202, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ceeaeeb-38aa-4696-a2be-3335e8a32d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac'}}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:28:40.050121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:40.142019 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] For port 6d5ce232-4d00-43c5-8abd-6e352dd84202, host hv-cinder-80696, cleared binding levels {{(pid=93910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:28:40.149055 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] For port 6d5ce232-4d00-43c5-8abd-6e352dd84202, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:28:40.156196 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:40.216810 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.217435 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:40.218972 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] 10.222.0.52 "PUT /v2.0/ports/6d5ce232-4d00-43c5-8abd-6e352dd84202 HTTP/1.1" status: 200 len: 1098 time: 0.8640475 Sep 14 15:28:40.219451 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'tag': '6d5ce232-4d00-43c5-8abd-6e352dd84202'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:28:40.222025 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0120228d-7c82-415e-9173-1a6c1bc3c457" -d '{"events": [{"name": "network-changed", "server_uuid": "83859e16-bb5d-4c5f-baf8-1308e83e2eb8", "tag": "6d5ce232-4d00-43c5-8abd-6e352dd84202"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:28:40.237377 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92190f72-605f-41ac-878b-0c072b9d2cdc service neutron] Pushing event updated for resources: {'Port': ['ID=6d5ce232-4d00-43c5-8abd-6e352dd84202,revision_number=3']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:40.291775 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816966e5-c991-470a-bfe8-8183ff193c31 x-openstack-request-id: req-816966e5-c991-470a-bfe8-8183ff193c31 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:28:40.292132 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83859e16-bb5d-4c5f-baf8-1308e83e2eb8", "tag": "6d5ce232-4d00-43c5-8abd-6e352dd84202", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:28:40.292556 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-816966e5-c991-470a-bfe8-8183ff193c31 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:28:40.293009 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'tag': '6d5ce232-4d00-43c5-8abd-6e352dd84202', 'status': 'completed', 'code': 200} Sep 14 15:28:40.356191 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-3f070646-4896-42ac-892e-1a5c01deeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.357791 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-3f070646-4896-42ac-892e-1a5c01deeeda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a8b4ad66f00472b8547802a55faf9ab&device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 1101 time: 0.0506625 Sep 14 15:28:40.424980 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-3d769c15-eb6d-4560-b2c8-a83e17f137c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202 HTTP/1.1" status: 200 len: 217 time: 0.0427153 Sep 14 15:28:40.485808 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-ce141b0e-ecd9-4b73-9e35-7f9917ba91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.488397 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-ce141b0e-ecd9-4b73-9e35-7f9917ba91e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1669cb19-0c5b-4e72-b027-2d728d37f395 HTTP/1.1" status: 200 len: 843 time: 0.0532141 Sep 14 15:28:40.546791 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-e69319d3-5663-4a8c-b24e-d299beb6d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.551986 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-e69319d3-5663-4a8c-b24e-d299beb6d616 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9ba3da6-7484-4f94-b2f3-3d61243fbbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0544231 Sep 14 15:28:40.676703 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e0c2a-3904-4b82-a624-4a741d62cae5 req-3c91bc7e-b636-4ac7-8d86-ee3a47d618a2 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.678467 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9c1e0c2a-3904-4b82-a624-4a741d62cae5 req-3c91bc7e-b636-4ac7-8d86-ee3a47d618a2 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0981169 Sep 14 15:28:40.695507 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-df093e67-5441-418e-a499-96c4b5e650e3 service neutron] 10.222.0.52 "GET /v2.0/networks/d9ba3da6-7484-4f94-b2f3-3d61243fbbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143856 Sep 14 15:28:40.700169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc95ef6-62d1-4dc6-a315-bb7488a99904 req-f8d79877-0176-40d5-90ec-ddbda9819c33 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.701714 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0cc95ef6-62d1-4dc6-a315-bb7488a99904 req-f8d79877-0176-40d5-90ec-ddbda9819c33 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 948 time: 0.0804899 Sep 14 15:28:40.750117 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9c1e0c2a-3904-4b82-a624-4a741d62cae5 req-be8c3ba3-cb01-403c-8d55-db68593f7463 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637982 Sep 14 15:28:40.765517 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0cc95ef6-62d1-4dc6-a315-bb7488a99904 req-dd100eb2-11c8-4235-b58b-66ab59b12cfd tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Sep 14 15:28:40.831169 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-c6f28405-1c37-4f62-b7cb-f93c103befec req-13daebca-3bb7-405a-96e0-0c9a4a36dced service neutron] 10.222.0.52 "GET /v2.0/networks/d9ba3da6-7484-4f94-b2f3-3d61243fbbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241312 Sep 14 15:28:40.944886 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-5221b20c-d9ea-4a14-b43d-794155945bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:40.945901 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-5221b20c-d9ea-4a14-b43d-794155945bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8a8b4ad66f00472b8547802a55faf9ab&device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 1101 time: 0.0551820 Sep 14 15:28:41.059313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f46b88-5854-48ad-8c85-a09d5334712b req-4aebe487-9801-4301-88cb-0d644dbe524f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:41.060926 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a0f46b88-5854-48ad-8c85-a09d5334712b req-4aebe487-9801-4301-88cb-0d644dbe524f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0756927 Sep 14 15:28:41.127524 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a0f46b88-5854-48ad-8c85-a09d5334712b req-fd359706-8779-4340-bec0-9301aa9eb263 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506773 Sep 14 15:28:41.144178 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-e0002ef8-cdca-478b-aa89-fedc745455a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:41.146803 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-e0002ef8-cdca-478b-aa89-fedc745455a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d9ba3da6-7484-4f94-b2f3-3d61243fbbac HTTP/1.1" status: 200 len: 870 time: 0.1783571 Sep 14 15:28:41.207401 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-046bd31a-0163-4dba-b7cb-282356de63ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202 HTTP/1.1" status: 200 len: 217 time: 0.0520229 Sep 14 15:28:41.273844 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-fa2d74f7-ded1-400b-b891-863e7d0bb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:41.275288 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-fa2d74f7-ded1-400b-b891-863e7d0bb72e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1669cb19-0c5b-4e72-b027-2d728d37f395 HTTP/1.1" status: 200 len: 843 time: 0.0572820 Sep 14 15:28:41.341544 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-a23f5a4f-05f1-4053-b5dc-35b80407a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:41.341544 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-a23f5a4f-05f1-4053-b5dc-35b80407a1ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d9ba3da6-7484-4f94-b2f3-3d61243fbbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464900 Sep 14 15:28:41.382345 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f6f48074-c7d3-4925-bee0-bb13f09334bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:41.506862 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-528b2549-7624-4412-af5c-90b42c1d024a service neutron] 10.222.0.52 "GET /v2.0/networks/d9ba3da6-7484-4f94-b2f3-3d61243fbbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523192 Sep 14 15:28:41.614022 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0120228d-7c82-415e-9173-1a6c1bc3c457 req-a4d01bfb-71ad-4f99-88f2-11edbf885163 service neutron] 10.222.0.52 "GET /v2.0/networks/d9ba3da6-7484-4f94-b2f3-3d61243fbbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947845 Sep 14 15:28:41.909832 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db31728-105f-4fa5-af42-94a1949bf7a3 req-10f9d6ed-78db-45c9-90c7-fd7aff6c6b90 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:41.912666 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2db31728-105f-4fa5-af42-94a1949bf7a3 req-10f9d6ed-78db-45c9-90c7-fd7aff6c6b90 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 948 time: 0.0716288 Sep 14 15:28:41.955996 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2db31728-105f-4fa5-af42-94a1949bf7a3 req-60e993c4-1974-4887-970d-9de58ee952d3 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Sep 14 15:28:42.299140 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806972-98b1-4a5a-b98d-dea72e00f92e req-6627c08c-0a2c-4c74-889c-5724eb6a3a51 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:42.301700 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a806972-98b1-4a5a-b98d-dea72e00f92e req-6627c08c-0a2c-4c74-889c-5724eb6a3a51 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0811784 Sep 14 15:28:42.343409 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a806972-98b1-4a5a-b98d-dea72e00f92e req-236e2f40-329c-4f15-9676-a6f789e0b303 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349095 Sep 14 15:28:42.648410 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-b68d7422-6a0a-4eae-b62f-ea5d9ba09342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:42.651032 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-b68d7422-6a0a-4eae-b62f-ea5d9ba09342 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0490549 Sep 14 15:28:42.680697 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e5b80-11ed-42a6-9060-2bb3ad609e80 req-ef4a5991-6c2d-4937-a001-c27b67c5dece tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:42.682861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a02e5b80-11ed-42a6-9060-2bb3ad609e80 req-ef4a5991-6c2d-4937-a001-c27b67c5dece tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0787649 Sep 14 15:28:42.726127 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a02e5b80-11ed-42a6-9060-2bb3ad609e80 req-b3d97476-36a9-43ee-b26b-27a5304d6114 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369608 Sep 14 15:28:42.778571 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-be333853-1729-4024-bc72-a1bb025e81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:42.781241 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-be333853-1729-4024-bc72-a1bb025e81a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.1155021 Sep 14 15:28:42.855014 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-200874fd-ff92-459c-938b-9b557f9af5cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.0628517 Sep 14 15:28:42.944452 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-00a7b43f-d963-4e10-9f12-30df09418595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:42.946178 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-00a7b43f-d963-4e10-9f12-30df09418595 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.0817094 Sep 14 15:28:42.987204 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-33d4019b-d1ec-4f12-8890-e2e684b557c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283146 Sep 14 15:28:43.109239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa6bd3-184e-46c1-a13b-2ecdd7ebcea5 req-e3ecc688-587a-4748-bd5e-669859b793ba tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:43.112651 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b7aa6bd3-184e-46c1-a13b-2ecdd7ebcea5 req-e3ecc688-587a-4748-bd5e-669859b793ba tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 948 time: 0.0738976 Sep 14 15:28:43.131471 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-2707e1f6-c131-4c08-9f08-4a7e1ed1bdbb service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348205 Sep 14 15:28:43.159162 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b7aa6bd3-184e-46c1-a13b-2ecdd7ebcea5 req-aa13f0af-0ed2-4516-894d-c670aebd971c tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Sep 14 15:28:43.247940 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-6fdb37d5-798b-4303-a6cb-7eaf6ff0c269 req-e7d99d19-bf70-4ea0-8095-5a07d65dbac5 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978522 Sep 14 15:28:43.607465 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:28:43.876074 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac12d5-6a06-4c44-9aa9-f6708c0634f1 req-8bc22998-6a9e-4ece-8708-8479904bce96 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:43.878542 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1eac12d5-6a06-4c44-9aa9-f6708c0634f1 req-8bc22998-6a9e-4ece-8708-8479904bce96 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0542588 Sep 14 15:28:43.921051 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1eac12d5-6a06-4c44-9aa9-f6708c0634f1 req-79094b41-fa78-4db6-8b64-c804993f417c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362356 Sep 14 15:28:44.005527 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6d5ce232-4d00-43c5-8abd-6e352dd84202 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:28:44.118047 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 6d5ce232-4d00-43c5-8abd-6e352dd84202, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:44.131595 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '6d5ce232-4d00-43c5-8abd-6e352dd84202', 'network_id': 'd9ba3da6-7484-4f94-b2f3-3d61243fbbac', 'port_id': '6d5ce232-4d00-43c5-8abd-6e352dd84202', 'mac_address': 'fa:16:3e:64:48:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1669cb19-0c5b-4e72-b027-2d728d37f395', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:28:44.176787 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:44.197795 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5ce232-4d00-43c5-8abd-6e352dd84202 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:28:44.230393 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:44.234401 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 6d5ce232-4d00-43c5-8abd-6e352dd84202, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:44.246258 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:44.310410 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b2e52-5a76-444a-bef4-7b8eaea09ee8 req-a17ff170-67bb-487a-b1bf-6308b5641f91 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:44.312149 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-593b2e52-5a76-444a-bef4-7b8eaea09ee8 req-a17ff170-67bb-487a-b1bf-6308b5641f91 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 949 time: 0.0685472 Sep 14 15:28:44.320675 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-90be2812-f9ea-4f54-8ce1-bdc7588c5112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:44.323652 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=6d5ce232-4d00-43c5-8abd-6e352dd84202,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:44.374313 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-593b2e52-5a76-444a-bef4-7b8eaea09ee8 req-1376f178-008d-4b31-9135-c84dc0e65144 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Sep 14 15:28:44.584642 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['6d5ce232-4d00-43c5-8abd-6e352dd84202'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:28:45.055069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320ec4d-0d57-4b53-b35f-9e6543e54059 req-58f87168-b809-42ea-a682-c4bf99112eec tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:45.056637 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a320ec4d-0d57-4b53-b35f-9e6543e54059 req-58f87168-b809-42ea-a682-c4bf99112eec tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0564387 Sep 14 15:28:45.104135 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a320ec4d-0d57-4b53-b35f-9e6543e54059 req-5e9d5b06-dfc5-4fea-b774-d57f110acbc4 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355308 Sep 14 15:28:45.188403 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:45.507726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f12a1e-1cfd-4a66-9ffe-773d4c16f63b req-c3b2868e-2c6c-49a8-a36b-7baa79c7c1c3 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:45.509464 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c2f12a1e-1cfd-4a66-9ffe-773d4c16f63b req-c3b2868e-2c6c-49a8-a36b-7baa79c7c1c3 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 949 time: 0.0608454 Sep 14 15:28:45.554522 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c2f12a1e-1cfd-4a66-9ffe-773d4c16f63b req-9775a6a2-ee8f-4fa2-87b0-f7ee7d123013 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Sep 14 15:28:46.008290 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6d5ce232-4d00-43c5-8abd-6e352dd84202 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:28:46.087571 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 6d5ce232-4d00-43c5-8abd-6e352dd84202 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:28:46.094203 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 6d5ce232-4d00-43c5-8abd-6e352dd84202 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:28:46.094877 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:46.226318 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:46.255326 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666454c8-a623-439c-a571-40ebb0894771 req-42d92133-3114-4edf-8d5e-d5246404e46c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:46.256945 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-666454c8-a623-439c-a571-40ebb0894771 req-42d92133-3114-4edf-8d5e-d5246404e46c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0678496 Sep 14 15:28:46.260979 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ce232-4d00-43c5-8abd-6e352dd84202'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:28:46.263523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f69811-9afe-4092-b33c-5f1388d83527" -d '{"events": [{"server_uuid": "83859e16-bb5d-4c5f-baf8-1308e83e2eb8", "name": "network-vif-plugged", "status": "completed", "tag": "6d5ce232-4d00-43c5-8abd-6e352dd84202"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:28:46.285642 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 6d5ce232-4d00-43c5-8abd-6e352dd84202, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:46.299547 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:46.323457 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-666454c8-a623-439c-a571-40ebb0894771 req-cc2645c2-fd96-45c8-ac5c-67925c06e51a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544803 Sep 14 15:28:46.348376 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58126d06-d285-4c7c-a21d-0b99ff056eb4 x-openstack-request-id: req-58126d06-d285-4c7c-a21d-0b99ff056eb4 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:28:46.348895 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83859e16-bb5d-4c5f-baf8-1308e83e2eb8", "name": "network-vif-plugged", "status": "completed", "tag": "6d5ce232-4d00-43c5-8abd-6e352dd84202", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:28:46.349291 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58126d06-d285-4c7c-a21d-0b99ff056eb4 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:28:46.349782 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5ce232-4d00-43c5-8abd-6e352dd84202', 'code': 200} Sep 14 15:28:46.392221 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=6d5ce232-4d00-43c5-8abd-6e352dd84202,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:46.587569 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73e3d7-b01f-4c44-8a49-35976f7f62c4 req-2463a907-550d-4f07-a7da-259dc890e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:46.591884 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-bd73e3d7-b01f-4c44-8a49-35976f7f62c4 req-2463a907-550d-4f07-a7da-259dc890e05e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 1103 time: 0.0535071 Sep 14 15:28:46.655943 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-bd73e3d7-b01f-4c44-8a49-35976f7f62c4 req-e5a9e595-f21f-4b8e-b0d8-28850aba62c8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503726 Sep 14 15:28:46.701206 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc1f17-04c5-46bd-a2ef-d27803aca8c7 req-ffb738dd-0661-4f33-b171-9f5d83fcfd77 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:46.703076 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-40dc1f17-04c5-46bd-a2ef-d27803aca8c7 req-ffb738dd-0661-4f33-b171-9f5d83fcfd77 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 950 time: 0.0586305 Sep 14 15:28:46.762789 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-40dc1f17-04c5-46bd-a2ef-d27803aca8c7 req-9a036c77-091a-4ed7-8751-a75c8c3622f1 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Sep 14 15:28:46.973648 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:47.913206 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6226e6b-6c20-4aba-99d1-1bc5626a4c51 req-fe49531f-5790-4f9b-8bf1-0aba6f216c31 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:47.914786 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6226e6b-6c20-4aba-99d1-1bc5626a4c51 req-fe49531f-5790-4f9b-8bf1-0aba6f216c31 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 950 time: 0.0582135 Sep 14 15:28:47.988082 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6226e6b-6c20-4aba-99d1-1bc5626a4c51 req-6f217190-8dfc-465d-ad86-98d3a23f9efa tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614617 Sep 14 15:28:47.996941 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac60d9-cdb1-4e78-9b62-e8836038a62c req-572ddd57-2746-4ece-b516-18ece35408d8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:47.998628 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-10ac60d9-cdb1-4e78-9b62-e8836038a62c req-572ddd57-2746-4ece-b516-18ece35408d8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0829182 Sep 14 15:28:48.048569 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-10ac60d9-cdb1-4e78-9b62-e8836038a62c req-bfcaadea-e857-4c62-820f-e471ef459e41 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Sep 14 15:28:49.114558 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef860ef-361f-4580-99f8-3e5f643cad07 req-174ae83d-f0d3-4299-a82c-2f0f17f53bb9 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:49.116045 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3ef860ef-361f-4580-99f8-3e5f643cad07 req-174ae83d-f0d3-4299-a82c-2f0f17f53bb9 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 950 time: 0.0505962 Sep 14 15:28:49.155958 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3ef860ef-361f-4580-99f8-3e5f643cad07 req-69c163b6-5f0c-4417-bb64-ccacfe227933 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Sep 14 15:28:49.667218 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691a1a6-7300-41d8-a3da-4a4bb8a1a8aa req-1f7c23bb-59ff-45bb-bad0-411ede67312a tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:49.668719 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7691a1a6-7300-41d8-a3da-4a4bb8a1a8aa req-1f7c23bb-59ff-45bb-bad0-411ede67312a tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 950 time: 0.0550916 Sep 14 15:28:49.725178 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7691a1a6-7300-41d8-a3da-4a4bb8a1a8aa req-09be6975-2a37-4916-a10d-168a938c1cf6 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Sep 14 15:28:50.123313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15aca7-2f04-486c-9a42-3a2b9fdc5445 req-da5efc4d-e527-4359-8c9d-6ca507995ce8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:50.124719 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3c15aca7-2f04-486c-9a42-3a2b9fdc5445 req-da5efc4d-e527-4359-8c9d-6ca507995ce8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0561528 Sep 14 15:28:50.162993 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3c15aca7-2f04-486c-9a42-3a2b9fdc5445 req-5c9ff0ec-9070-4eb4-afda-0884116eab9d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Sep 14 15:28:50.848200 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726357ef-e36c-4be3-b5fc-2deb904f012a req-0208f52a-4d96-4cb0-a219-d7024d66c59d tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:50.849795 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-726357ef-e36c-4be3-b5fc-2deb904f012a req-0208f52a-4d96-4cb0-a219-d7024d66c59d tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 950 time: 0.0535283 Sep 14 15:28:50.895512 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-726357ef-e36c-4be3-b5fc-2deb904f012a req-adb9ba35-6bf2-4c59-aa74-805ac587a721 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/security-groups?id=b352b36e-399a-4284-bad7-92e9e8514ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Sep 14 15:28:51.269336 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-13d11420-22df-417e-bfd8-c282122f6c05 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:51.270829 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-13d11420-22df-417e-bfd8-c282122f6c05 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.52 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 950 time: 0.0480609 Sep 14 15:28:51.282079 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675ec4f-4c31-454f-8e7b-fcdcd54824f1 req-6c7637d2-a8d2-4f7a-b314-203a90726eee tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:51.284415 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b675ec4f-4c31-454f-8e7b-fcdcd54824f1 req-6c7637d2-a8d2-4f7a-b314-203a90726eee tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Sep 14 15:28:51.331052 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b675ec4f-4c31-454f-8e7b-fcdcd54824f1 req-b0506560-d3ad-418d-9c08-142de79c2819 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391324 Sep 14 15:28:51.377804 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Deleting port 6d5ce232-4d00-43c5-8abd-6e352dd84202 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:28:51.378150 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:51.465690 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] For port 6d5ce232-4d00-43c5-8abd-6e352dd84202, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6d5ce232-4d00-43c5-8abd-6e352dd84202,segment=NetworkSegment(6ceeaeeb-38aa-4696-a2be-3335e8a32d14),segment_id=6ceeaeeb-38aa-4696-a2be-3335e8a32d14)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:28:51.465949 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:51.477579 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Calling delete_port for 6d5ce232-4d00-43c5-8abd-6e352dd84202 owned by compute:nova {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:28:51.602795 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:51.621677 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['6d5ce232-4d00-43c5-8abd-6e352dd84202'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:28:51.631123 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Pushing event deleted for resources: {'Port': ['ID=6d5ce232-4d00-43c5-8abd-6e352dd84202,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:51.657345 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.657773 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.658114 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.658475 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.658848 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.659239 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.659462 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.659786 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.660106 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.660426 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.660743 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.661059 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:51.681752 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] No DVR routers for this DVR port 6d5ce232-4d00-43c5-8abd-6e352dd84202 on host hv-cinder-80696 {{(pid=93910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:28:51.685076 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:51.687398 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-aa9fa7a1-a54c-487d-871e-5b49aff37964 req-10e8a19b-7de7-452c-988f-a7d58e3c6664 tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.52 "DELETE /v2.0/ports/6d5ce232-4d00-43c5-8abd-6e352dd84202 HTTP/1.1" status: 204 len: 173 time: 0.4098241 Sep 14 15:28:51.687754 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'name': 'network-vif-deleted', 'tag': '6d5ce232-4d00-43c5-8abd-6e352dd84202'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:28:51.690929 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca04bb44-a63b-4593-85b3-3c34a0a65414" -d '{"events": [{"server_uuid": "83859e16-bb5d-4c5f-baf8-1308e83e2eb8", "name": "network-vif-deleted", "tag": "6d5ce232-4d00-43c5-8abd-6e352dd84202"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:28:51.737544 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d3a2d-a40d-4b1d-8b8b-ba95e9e113ac x-openstack-request-id: req-d48d3a2d-a40d-4b1d-8b8b-ba95e9e113ac {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:28:51.737791 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83859e16-bb5d-4c5f-baf8-1308e83e2eb8", "name": "network-vif-deleted", "tag": "6d5ce232-4d00-43c5-8abd-6e352dd84202", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:28:51.738042 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d48d3a2d-a40d-4b1d-8b8b-ba95e9e113ac {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:28:51.738525 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83859e16-bb5d-4c5f-baf8-1308e83e2eb8', 'name': 'network-vif-deleted', 'tag': '6d5ce232-4d00-43c5-8abd-6e352dd84202', 'status': 'completed', 'code': 200} Sep 14 15:28:52.008677 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ae7b7a9-8049-47c1-804a-94d5aea768fc req-aa8cdb46-a4f4-49a2-ba4b-20024d5dc59b tempest-VolumesNegativeTest-1375751152 tempest-VolumesNegativeTest-1375751152-project] 10.222.0.68 "GET /v2.0/ports?device_id=83859e16-bb5d-4c5f-baf8-1308e83e2eb8 HTTP/1.1" status: 200 len: 210 time: 0.0308261 Sep 14 15:28:52.505217 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc909-be93-4ede-94d3-862207cf477a req-69d4f880-ef09-42b0-a535-4868c69f9dc1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:52.506674 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-12bcc909-be93-4ede-94d3-862207cf477a req-69d4f880-ef09-42b0-a535-4868c69f9dc1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0500176 Sep 14 15:28:52.546566 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-12bcc909-be93-4ede-94d3-862207cf477a req-1c61f1ef-7fb1-4831-ad14-2984244f7c47 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339186 Sep 14 15:28:53.706313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e030-ef74-446c-b03e-c4936caac592 req-9c096350-f0dc-4dc4-9112-6a89a562b5e3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:53.707950 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8bf5e030-ef74-446c-b03e-c4936caac592 req-9c096350-f0dc-4dc4-9112-6a89a562b5e3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0727301 Sep 14 15:28:53.748531 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8bf5e030-ef74-446c-b03e-c4936caac592 req-5d770003-4d8e-421c-9281-ea2e2d8e44e5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341160 Sep 14 15:28:54.885825 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eafab-61fd-489e-9b84-bfcadc7425b2 req-57f456ea-a193-4e7e-808d-9fe20f51881c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:54.888150 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf6eafab-61fd-489e-9b84-bfcadc7425b2 req-57f456ea-a193-4e7e-808d-9fe20f51881c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0623734 Sep 14 15:28:54.947639 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf6eafab-61fd-489e-9b84-bfcadc7425b2 req-463cb8ca-dafd-41a7-a33a-8e4cca4300e8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519514 Sep 14 15:28:56.055963 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6d5ce232-4d00-43c5-8abd-6e352dd84202 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:28:56.078325 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 6d5ce232-4d00-43c5-8abd-6e352dd84202 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:28:56.078656 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6d5ce232-4d00-43c5-8abd-6e352dd84202 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:28:56.115917 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf8d05-9a38-4f15-9357-cac385ef0fa8 req-f631353e-f57e-43fe-a4d1-a9c39eae6c6c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:56.118745 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7daf8d05-9a38-4f15-9357-cac385ef0fa8 req-f631353e-f57e-43fe-a4d1-a9c39eae6c6c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0816243 Sep 14 15:28:56.161738 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7daf8d05-9a38-4f15-9357-cac385ef0fa8 req-0ba739c9-b317-43a3-a9a3-09152c3bae99 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363426 Sep 14 15:28:56.393292 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-2902411e-f4cd-47a0-a020-229883a47154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:56.394850 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-2902411e-f4cd-47a0-a020-229883a47154 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0462339 Sep 14 15:28:56.400180 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607baa-8509-43a6-9a13-5f1c4171b581 req-bd9cd762-a57c-4482-8d42-3ef808f9e5c4 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:56.401655 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bd607baa-8509-43a6-9a13-5f1c4171b581 req-bd9cd762-a57c-4482-8d42-3ef808f9e5c4 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0476081 Sep 14 15:28:56.441427 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bd607baa-8509-43a6-9a13-5f1c4171b581 req-e14d9172-b57f-4379-859c-9a7e20da9065 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Sep 14 15:28:56.495567 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-8cc9f8dd-0077-4f77-9d26-4027c690120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:56.497035 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-8cc9f8dd-0077-4f77-9d26-4027c690120b service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.0943468 Sep 14 15:28:56.541901 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-a0030b52-162b-40fc-a9fc-6328f357887a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.0363936 Sep 14 15:28:56.593742 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-2a3b3d2b-38d2-4e66-8b53-67e4315872bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:56.596212 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-2a3b3d2b-38d2-4e66-8b53-67e4315872bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.0464065 Sep 14 15:28:56.629774 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-cc42cf8f-78d7-4b1b-a4c5-b7400ee78ca2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249984 Sep 14 15:28:56.764343 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-e3459d0f-8b4a-4012-8cc7-4f6f4b8dbb16 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141779 Sep 14 15:28:56.904876 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-951b893b-4774-4936-aa6b-3da9833e5f96 req-a99d5605-86bc-421a-81af-76c51a16d465 service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330945 Sep 14 15:28:56.973530 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 40850) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:57.112823 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-908aa7ea-10c4-4335-8f26-403679f9e4f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8a8b4ad66f00472b8547802a55faf9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380215 Sep 14 15:28:57.115246 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 40856) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:28:57.171482 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:57.192766 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:57.239422 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:57.242137 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:28:57.243332 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b352b36e-399a-4284-bad7-92e9e8514ccd HTTP/1.1" status: 204 len: 168 time: 0.1271989 Sep 14 15:28:57.274067 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b352b36e-399a-4284-bad7-92e9e8514ccd,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:28:57.284216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.284560 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.284892 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.285218 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.285542 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.285869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.286187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.286531 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.286854 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.287169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.287482 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.287790 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214e94d-a20a-4fd0-aea8-059a37d67c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:28:57.312527 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b9d1-6304-4833-8970-58bfaec18582 req-4daf7deb-dbde-4e28-a4f1-a802ebb01c95 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:57.316145 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e064b9d1-6304-4833-8970-58bfaec18582 req-4daf7deb-dbde-4e28-a4f1-a802ebb01c95 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0716529 Sep 14 15:28:57.377991 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e064b9d1-6304-4833-8970-58bfaec18582 req-650724c0-2ed6-4d47-b2e2-475022dd30ae tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525920 Sep 14 15:28:57.611730 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb377-ffa6-4d13-bd4f-01561fbf1b0e req-d397a535-8224-4a25-9174-f5230857ec75 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:57.613268 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae6fb377-ffa6-4d13-bd4f-01561fbf1b0e req-d397a535-8224-4a25-9174-f5230857ec75 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0567575 Sep 14 15:28:57.653996 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae6fb377-ffa6-4d13-bd4f-01561fbf1b0e req-71cc65e6-bb5a-4346-95f4-df682515ea08 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Sep 14 15:28:58.509355 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8292e3-fd71-422d-ad53-05ca36df226e req-63848b2d-f73c-44dc-9edf-2ddea24474c8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:58.510927 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d8292e3-fd71-422d-ad53-05ca36df226e req-63848b2d-f73c-44dc-9edf-2ddea24474c8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Sep 14 15:28:58.553911 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d8292e3-fd71-422d-ad53-05ca36df226e req-58a9df74-15cf-4c43-820d-f050fd2e178d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351605 Sep 14 15:28:58.769449 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2fa9-77f3-4724-b785-fbadc5b8b846 req-e364a28c-6277-4d74-939c-5adf669b1838 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:58.770988 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c24f2fa9-77f3-4724-b785-fbadc5b8b846 req-e364a28c-6277-4d74-939c-5adf669b1838 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0486171 Sep 14 15:28:58.812280 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c24f2fa9-77f3-4724-b785-fbadc5b8b846 req-f0938abb-aba7-4898-b849-08a7a6f28f7d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346739 Sep 14 15:28:59.687016 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b82156-7dc4-4758-9b9c-9b866232de19 req-ffc06929-9d9d-43eb-8d9b-138d8b99bb5e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:59.688539 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f0b82156-7dc4-4758-9b9c-9b866232de19 req-ffc06929-9d9d-43eb-8d9b-138d8b99bb5e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0589185 Sep 14 15:28:59.739716 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f0b82156-7dc4-4758-9b9c-9b866232de19 req-6ed99aba-cd95-4fa2-ba90-d108b00030de tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451543 Sep 14 15:28:59.937912 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e3826-afbf-4a3f-a099-c886316782ed req-3a6172d2-09cf-4013-9e0a-904f239b349e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:28:59.939913 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a46e3826-afbf-4a3f-a099-c886316782ed req-3a6172d2-09cf-4013-9e0a-904f239b349e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0563223 Sep 14 15:28:59.982452 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a46e3826-afbf-4a3f-a099-c886316782ed req-c14034d6-7a66-4a73-890a-4e8227fd8dc0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Sep 14 15:29:00.763932 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:00.873901 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aac870-cdc9-4fcf-9992-894cfbbd79f7 req-52c9695d-b99a-4965-8859-ad3da3c8a7e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:00.876211 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f1aac870-cdc9-4fcf-9992-894cfbbd79f7 req-52c9695d-b99a-4965-8859-ad3da3c8a7e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0500247 Sep 14 15:29:00.916519 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f1aac870-cdc9-4fcf-9992-894cfbbd79f7 req-eeae03d6-a0c7-415a-b111-b57716878534 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337639 Sep 14 15:29:01.117554 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65f0ff-f345-4fd5-80a2-e42ae2c3f48f req-cfe7c873-5ca6-4834-b3b6-e9ce5c20398d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:01.119096 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e65f0ff-f345-4fd5-80a2-e42ae2c3f48f req-cfe7c873-5ca6-4834-b3b6-e9ce5c20398d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0577471 Sep 14 15:29:01.158840 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e65f0ff-f345-4fd5-80a2-e42ae2c3f48f req-8dac1ff8-5f98-4e63-93b9-0f6b32d60c94 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335016 Sep 14 15:29:02.038835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e779b-2b75-4a7e-9b36-eef5f519973a req-f8d19851-279f-4271-9279-06ed4173faf0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:02.040547 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a19e779b-2b75-4a7e-9b36-eef5f519973a req-f8d19851-279f-4271-9279-06ed4173faf0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0500135 Sep 14 15:29:02.080595 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a19e779b-2b75-4a7e-9b36-eef5f519973a req-7a034d1f-07f1-4753-aede-8e317b01763a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334406 Sep 14 15:29:02.278869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853c08f-5a61-4a0b-8982-dc6734e3a537 req-84f8a1f5-ce9b-4007-9b7f-e8de5eb45760 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:02.280384 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1853c08f-5a61-4a0b-8982-dc6734e3a537 req-84f8a1f5-ce9b-4007-9b7f-e8de5eb45760 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0519772 Sep 14 15:29:02.320620 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1853c08f-5a61-4a0b-8982-dc6734e3a537 req-fd0e6a7d-626f-4afb-b4c6-928c0749d6bc tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Sep 14 15:29:03.132608 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-e7869ae2-96fc-4af2-ba20-c9f1240189c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394068 Sep 14 15:29:03.206933 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364c9e-d9c6-4c2a-a74f-bc48747322fb req-f240601d-e6bd-4ecd-9d07-f530c1844671 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:03.209271 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d364c9e-d9c6-4c2a-a74f-bc48747322fb req-f240601d-e6bd-4ecd-9d07-f530c1844671 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0557771 Sep 14 15:29:03.254615 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d364c9e-d9c6-4c2a-a74f-bc48747322fb req-c9de7e3d-3a52-4083-a209-b3b5990b4e5d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394402 Sep 14 15:29:03.418204 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-0b2f8d9b-dfca-41a7-a789-1fd5e4b97f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:03.419975 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-0b2f8d9b-dfca-41a7-a789-1fd5e4b97f58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 1099 time: 0.2616150 Sep 14 15:29:03.447567 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe620dd2-0692-4827-84f4-a7d277da827e req-bf0f5862-a9b9-4757-af3b-08d47c4a6d1e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:03.449098 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fe620dd2-0692-4827-84f4-a7d277da827e req-bf0f5862-a9b9-4757-af3b-08d47c4a6d1e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0552645 Sep 14 15:29:03.495494 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fe620dd2-0692-4827-84f4-a7d277da827e req-3dc44cd9-1c87-45c8-bbec-e2980e7559b6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Sep 14 15:29:03.565963 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-5668eeb3-2d93-4d83-96d4-add1f9147481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:03.567641 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-5668eeb3-2d93-4d83-96d4-add1f9147481 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.1193776 Sep 14 15:29:03.613009 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-3ef46044-15fa-4a2a-b906-c5cadbbdc8a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18 HTTP/1.1" status: 200 len: 217 time: 0.0370524 Sep 14 15:29:03.664312 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-26fbaac2-93ec-44b6-a4a1-8a6f98ae6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:03.665766 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-26fbaac2-93ec-44b6-a4a1-8a6f98ae6b26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.0446599 Sep 14 15:29:03.701128 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-6faeaf16-4ac2-41cd-9026-2b449f54c8da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243313 Sep 14 15:29:03.807631 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-8a234a25-2ea4-40a2-a09b-f8a8b266e39e service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910940 Sep 14 15:29:03.902845 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-7d43e1f5-d5c9-4e39-a641-3c8d8266684f req-6158fb1f-d691-4aba-8515-f412b19c03de service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864844 Sep 14 15:29:04.378011 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b31d5-b1a7-418e-9018-1c3be0b80d3f req-fb7ec44f-58c0-4e6e-a629-e9f98ce7aa61 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:04.379521 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ea0b31d5-b1a7-418e-9018-1c3be0b80d3f req-fb7ec44f-58c0-4e6e-a629-e9f98ce7aa61 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0475495 Sep 14 15:29:04.418072 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ea0b31d5-b1a7-418e-9018-1c3be0b80d3f req-2f44b7bb-edc8-4754-8293-16fb96a18ca5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326698 Sep 14 15:29:04.620327 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256728d-c485-41ec-9696-58e95c5c9289 req-5a313bb2-4f83-4fce-8cdc-f7045165dc6e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:04.621857 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7256728d-c485-41ec-9696-58e95c5c9289 req-5a313bb2-4f83-4fce-8cdc-f7045165dc6e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0520656 Sep 14 15:29:04.660966 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7256728d-c485-41ec-9696-58e95c5c9289 req-c05e649b-6cad-4abc-834c-3167a801b04d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Sep 14 15:29:05.538740 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eea72c-f7a6-461d-83a8-8777870d5e54 req-14913a53-aff0-4d2d-a150-8a48b1ee7465 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:05.540168 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-33eea72c-f7a6-461d-83a8-8777870d5e54 req-14913a53-aff0-4d2d-a150-8a48b1ee7465 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0493317 Sep 14 15:29:05.579487 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-33eea72c-f7a6-461d-83a8-8777870d5e54 req-ee76381a-8a77-43c5-b1af-2be71f64d64f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333343 Sep 14 15:29:05.776117 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852c793-f654-4ad0-b03c-5149beb48dd3 req-4d6cc3a0-10f8-4e4e-a9cf-f48523122dbf tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:05.777725 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8852c793-f654-4ad0-b03c-5149beb48dd3 req-4d6cc3a0-10f8-4e4e-a9cf-f48523122dbf tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Sep 14 15:29:05.816174 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8852c793-f654-4ad0-b03c-5149beb48dd3 req-ac237ec4-8c1c-425b-a832-178d081c3089 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Sep 14 15:29:06.707412 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4b0d7-92c7-418a-b0d6-2c1678119e95 req-c8181de0-d5c9-4de9-b353-56c59f8a3923 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:06.708907 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1ba4b0d7-92c7-418a-b0d6-2c1678119e95 req-c8181de0-d5c9-4de9-b353-56c59f8a3923 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0566251 Sep 14 15:29:06.748006 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1ba4b0d7-92c7-418a-b0d6-2c1678119e95 req-5da31dbe-17bd-4d5c-a237-50802f82a355 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Sep 14 15:29:06.934752 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c07d1f-9af2-4106-9e01-c17123042036 req-8c5d73bc-3a22-4cb5-b990-e0fc8330b224 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:06.936304 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44c07d1f-9af2-4106-9e01-c17123042036 req-8c5d73bc-3a22-4cb5-b990-e0fc8330b224 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0516856 Sep 14 15:29:06.979254 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44c07d1f-9af2-4106-9e01-c17123042036 req-60201b7c-66c1-4001-9cc9-bb34ee7c5577 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Sep 14 15:29:07.871918 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492b913-b9fe-4dbe-92f7-f5d229458e19 req-b7251a86-d028-46ae-9c45-3f5e0ee7c94d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:07.873439 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f492b913-b9fe-4dbe-92f7-f5d229458e19 req-b7251a86-d028-46ae-9c45-3f5e0ee7c94d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Sep 14 15:29:07.916016 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f492b913-b9fe-4dbe-92f7-f5d229458e19 req-4052cba4-e404-41b8-8ecb-a48ad25835ee tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359175 Sep 14 15:29:08.105185 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea894ed-339d-435b-8308-a6d6ac8b111b req-e0cee8f6-e43e-4f99-81fd-6f455b244425 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:08.106700 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1ea894ed-339d-435b-8308-a6d6ac8b111b req-e0cee8f6-e43e-4f99-81fd-6f455b244425 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0540824 Sep 14 15:29:08.155161 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1ea894ed-339d-435b-8308-a6d6ac8b111b req-7927522d-7d5e-4bdd-942c-045c99fe1433 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Sep 14 15:29:09.064613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28c4b-5da7-4265-80fc-92b93377aae5 req-ae65685f-ec4a-46fc-b183-c896931d1549 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:09.066252 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dca28c4b-5da7-4265-80fc-92b93377aae5 req-ae65685f-ec4a-46fc-b183-c896931d1549 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Sep 14 15:29:09.109128 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dca28c4b-5da7-4265-80fc-92b93377aae5 req-34ade643-9afa-411e-84bd-03f893af6a33 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365982 Sep 14 15:29:09.276183 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbbf11-1867-41d4-83e6-940b8566d9b7 req-c764fe44-859e-4648-bb20-019be57abff7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:09.277802 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-53cbbf11-1867-41d4-83e6-940b8566d9b7 req-c764fe44-859e-4648-bb20-019be57abff7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0501668 Sep 14 15:29:09.319135 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-53cbbf11-1867-41d4-83e6-940b8566d9b7 req-613c7477-ab98-4796-a166-6210997d3bae tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340042 Sep 14 15:29:10.185380 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:29:10.265077 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115fc10-d52f-48d4-98f6-14e4850b65d8 req-4f6a2e0e-f1d2-4b35-a3d6-4aa42919c63f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:10.269243 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1115fc10-d52f-48d4-98f6-14e4850b65d8 req-4f6a2e0e-f1d2-4b35-a3d6-4aa42919c63f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0723364 Sep 14 15:29:10.290303 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:10.303599 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'mac_address': 'fa:16:3e:e1:7b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:29:10.308000 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1115fc10-d52f-48d4-98f6-14e4850b65d8 req-aae5bddf-a591-4aec-adf4-f5d00ef3832e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338004 Sep 14 15:29:10.343908 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:10.357390 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1466d0e-8d93-4c71-9723-25523c8901be {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:29:10.378611 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:10.382765 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:10.432083 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:10.449693 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94d56c-00e2-4267-82a0-9b893eecae3b req-7486e855-b41d-448f-8d1c-16d93b1ff5fe tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:10.451241 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0a94d56c-00e2-4267-82a0-9b893eecae3b req-7486e855-b41d-448f-8d1c-16d93b1ff5fe tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0513637 Sep 14 15:29:10.490552 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0a94d56c-00e2-4267-82a0-9b893eecae3b req-aab9d779-2009-43ab-88b4-7bacb7fb3051 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326469 Sep 14 15:29:10.541399 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['f1466d0e-8d93-4c71-9723-25523c8901be'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:29:11.369347 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c481-09ad-476a-9702-3febe7290101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:11.439311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69edca2-f98a-4946-b4cf-0f3d4e81e67c req-75125d36-b145-4967-aaea-30dd50848ea9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:11.441008 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d69edca2-f98a-4946-b4cf-0f3d4e81e67c req-75125d36-b145-4967-aaea-30dd50848ea9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 944 time: 0.0535429 Sep 14 15:29:11.492693 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d69edca2-f98a-4946-b4cf-0f3d4e81e67c req-cfa3ab51-9bf2-4c38-b74a-0faadaed1455 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Sep 14 15:29:11.639827 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f0ed2-cac3-4a27-ad22-68249c546f20 req-cadc303b-15bc-4872-a33b-26d49e271982 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:11.642582 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1d9f0ed2-cac3-4a27-ad22-68249c546f20 req-cadc303b-15bc-4872-a33b-26d49e271982 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0726240 Sep 14 15:29:11.706607 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1d9f0ed2-cac3-4a27-ad22-68249c546f20 req-86420b49-a371-4d80-8cb8-edaf8fa47fcc tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Sep 14 15:29:12.198935 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:12.273243 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port f1466d0e-8d93-4c71-9723-25523c8901be triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:12.273860 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:12.361161 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:12.385871 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:29:12.388247 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5679c98b-0369-4ad7-a73c-ddbeb98ce1c8" -d '{"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-plugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:29:12.412202 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:12.422863 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:12.493733 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8fe327-48b0-492a-8a46-7b2bec390639 x-openstack-request-id: req-1d8fe327-48b0-492a-8a46-7b2bec390639 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:29:12.494394 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-plugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:29:12.494806 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d8fe327-48b0-492a-8a46-7b2bec390639 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:29:12.495352 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'code': 200} Sep 14 15:29:12.516697 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:12.642540 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac37bc2-5392-4431-81ba-08141b8d8983 req-a086035d-d3da-43a8-ab6b-3d9cd3d5d997 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:12.646949 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ac37bc2-5392-4431-81ba-08141b8d8983 req-a086035d-d3da-43a8-ab6b-3d9cd3d5d997 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0739679 Sep 14 15:29:12.695409 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ac37bc2-5392-4431-81ba-08141b8d8983 req-b579f3b9-a6e1-471c-9c76-6806f4330c1b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439098 Sep 14 15:29:12.892021 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2f137-2479-4818-8eab-3182f2c12650 req-88856e94-1900-4e76-badb-9aa187cd2e5e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:12.893740 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-78d2f137-2479-4818-8eab-3182f2c12650 req-88856e94-1900-4e76-badb-9aa187cd2e5e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0625708 Sep 14 15:29:12.953642 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-78d2f137-2479-4818-8eab-3182f2c12650 req-b3670502-4423-41e9-86ed-c0605facb2d5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493500 Sep 14 15:29:13.871304 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1d524-91f4-4671-9b48-ba4e5ff351c4 req-683c90d7-afd6-4890-bf63-cbd128a2664d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:13.875431 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-92f1d524-91f4-4671-9b48-ba4e5ff351c4 req-683c90d7-afd6-4890-bf63-cbd128a2664d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0735433 Sep 14 15:29:13.924458 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-92f1d524-91f4-4671-9b48-ba4e5ff351c4 req-4d24e27a-7521-4d84-91ed-86ca3621eb53 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403607 Sep 14 15:29:14.099584 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae68ac-4854-4cbf-b77d-9f682ed5c399 req-a302e970-d7e2-4662-b447-a5d63576909f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:14.101160 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48ae68ac-4854-4cbf-b77d-9f682ed5c399 req-a302e970-d7e2-4662-b447-a5d63576909f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0588648 Sep 14 15:29:14.156316 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48ae68ac-4854-4cbf-b77d-9f682ed5c399 req-bb76ecf7-8218-403e-9577-3faec92d729d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Sep 14 15:29:14.211104 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:14.294852 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-754f1a00-597b-4541-b52d-ede4c1b3021d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:15.090059 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2fd77-2a89-4427-8932-b8e9f4b3efaf req-b7b63b9d-b24e-44d1-8595-9c9a718d8718 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:15.091694 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-38b2fd77-2a89-4427-8932-b8e9f4b3efaf req-b7b63b9d-b24e-44d1-8595-9c9a718d8718 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0774612 Sep 14 15:29:15.144628 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-38b2fd77-2a89-4427-8932-b8e9f4b3efaf req-03eb0bb0-de1a-4944-84ce-f30b78aab7e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385675 Sep 14 15:29:15.209062 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:15.316574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aede23-a3cd-4522-b8bb-fbbf2716f51c req-070c37c4-da49-45c2-9c7e-cc23e55a6635 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:15.325365 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-62aede23-a3cd-4522-b8bb-fbbf2716f51c req-070c37c4-da49-45c2-9c7e-cc23e55a6635 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0748615 Sep 14 15:29:15.370922 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-62aede23-a3cd-4522-b8bb-fbbf2716f51c req-b3dbc73e-43e6-4997-a8d3-6211ed2c0d43 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Sep 14 15:29:16.282019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1df72-7435-4171-a1ff-6f076e66865c req-2be3c41d-010b-4105-b460-1828c862456f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:16.283703 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fe1df72-7435-4171-a1ff-6f076e66865c req-2be3c41d-010b-4105-b460-1828c862456f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0594227 Sep 14 15:29:16.326286 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fe1df72-7435-4171-a1ff-6f076e66865c req-9b52a76c-4eed-4cd8-a382-04e39ed69b25 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Sep 14 15:29:16.519497 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a9fe-9d0c-4d23-b075-e8670d0c5e37 req-4200a75d-c843-4554-991d-5e8581aedd53 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:16.522698 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6d80a9fe-9d0c-4d23-b075-e8670d0c5e37 req-4200a75d-c843-4554-991d-5e8581aedd53 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0623324 Sep 14 15:29:16.601136 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6d80a9fe-9d0c-4d23-b075-e8670d0c5e37 req-25fdf8fa-eb59-47db-a6ef-f90b423ff22b tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 Sep 14 15:29:16.990215 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:17.489124 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd9072-1da3-4607-a881-bb5ebbcae905 req-8fc42dee-0cc6-4192-9701-e89c40c9d46b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:17.490877 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fcd9072-1da3-4607-a881-bb5ebbcae905 req-8fc42dee-0cc6-4192-9701-e89c40c9d46b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0580397 Sep 14 15:29:17.555803 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fcd9072-1da3-4607-a881-bb5ebbcae905 req-a2720156-e4c8-4852-ac69-68d04df11966 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585225 Sep 14 15:29:17.821177 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c711-0b57-438f-870e-b746df02b9ad req-99f1892e-fb4f-4054-bcce-ede58e376143 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:17.822791 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8df0c711-0b57-438f-870e-b746df02b9ad req-99f1892e-fb4f-4054-bcce-ede58e376143 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0741887 Sep 14 15:29:17.892378 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8df0c711-0b57-438f-870e-b746df02b9ad req-c283961e-5d3e-44e1-9224-4fb71f6d1921 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Sep 14 15:29:18.541844 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beccabb-adb9-47c2-a9d2-f75f7d43139f req-0f27626e-0fbb-423a-8019-62e7f71a4290 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:18.550091 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0beccabb-adb9-47c2-a9d2-f75f7d43139f req-0f27626e-0fbb-423a-8019-62e7f71a4290 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0660300 Sep 14 15:29:18.615089 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0beccabb-adb9-47c2-a9d2-f75f7d43139f req-d073bcd9-4f4c-47cd-9660-42ec9749efc0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638087 Sep 14 15:29:18.721078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e61b1-02f2-460e-b847-05b28732e9e8 req-d9010823-d660-458c-90b8-5110b99eb40c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:18.722653 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b94e61b1-02f2-460e-b847-05b28732e9e8 req-d9010823-d660-458c-90b8-5110b99eb40c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0594339 Sep 14 15:29:18.777289 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b94e61b1-02f2-460e-b847-05b28732e9e8 req-4da134b5-3916-4d31-a62f-8cbf7e284d46 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453234 Sep 14 15:29:19.035268 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122960ca-adca-44ee-b595-c0c5aa080d1c req-0a3f51ee-99a0-4722-a773-2a0a37cd690f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:19.036974 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-122960ca-adca-44ee-b595-c0c5aa080d1c req-0a3f51ee-99a0-4722-a773-2a0a37cd690f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0705740 Sep 14 15:29:19.103192 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-122960ca-adca-44ee-b595-c0c5aa080d1c req-8f87b109-2f69-4d47-8f5f-37d65276eef9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583735 Sep 14 15:29:19.786189 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21a08f-f120-4876-a3a2-0f21bcdb69e8 req-237f8f53-8c42-465a-b014-55c969dcb1b2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:19.787777 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d21a08f-f120-4876-a3a2-0f21bcdb69e8 req-237f8f53-8c42-465a-b014-55c969dcb1b2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1087918 Sep 14 15:29:19.854625 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d21a08f-f120-4876-a3a2-0f21bcdb69e8 req-9ed46efb-ebc8-44bb-9209-ec243265649d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591681 Sep 14 15:29:19.978704 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506f967-0196-4563-87fd-1fce80dc8c27 req-3e8ca00d-ed0e-4795-b592-c79a9a1be36a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:19.988264 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7506f967-0196-4563-87fd-1fce80dc8c27 req-3e8ca00d-ed0e-4795-b592-c79a9a1be36a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0769417 Sep 14 15:29:20.038571 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7506f967-0196-4563-87fd-1fce80dc8c27 req-f45b4ccc-0bb4-4c5b-8893-158b0a547fdc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479941 Sep 14 15:29:20.265353 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41248) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:20.335260 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2210fd-de23-48f5-80e2-0ab7393fe616 req-4b8922fb-457d-477e-a934-f11e5842b6b8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:20.348886 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf2210fd-de23-48f5-80e2-0ab7393fe616 req-4b8922fb-457d-477e-a934-f11e5842b6b8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1271188 Sep 14 15:29:20.396822 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf2210fd-de23-48f5-80e2-0ab7393fe616 req-8b18e8f1-3926-4a73-b8a1-b0ba38e81563 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470030 Sep 14 15:29:20.468669 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8b35-e401-4077-a2f3-acbc6d55c6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.571090 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8b35-e401-4077-a2f3-acbc6d55c6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.575052 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8b35-e401-4077-a2f3-acbc6d55c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.599876 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:29:20.621574 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8b35-e401-4077-a2f3-acbc6d55c6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62146111-8da4-4a9d-9433-28d8f1651529,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:20.627025 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d7dc8b35-e401-4077-a2f3-acbc6d55c6c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a7662f940a746e0b1fab92a0b5d0dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598266 Sep 14 15:29:20.629696 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41258) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:20.683425 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8701-bfdc-4c01-8222-7d7e6cb6f01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.705237 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8701-bfdc-4c01-8222-7d7e6cb6f01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.752562 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8701-bfdc-4c01-8222-7d7e6cb6f01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.755269 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8701-bfdc-4c01-8222-7d7e6cb6f01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:20.756643 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e7bf8701-bfdc-4c01-8222-7d7e6cb6f01c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62146111-8da4-4a9d-9433-28d8f1651529 HTTP/1.1" status: 204 len: 168 time: 0.1257973 Sep 14 15:29:20.764683 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8701-bfdc-4c01-8222-7d7e6cb6f01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62146111-8da4-4a9d-9433-28d8f1651529,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:20.996292 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3ba8-6e00-4e71-b094-59fb6fc50008 req-16701e86-78b5-48c7-b5d3-d4c3c9995b2a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:20.997905 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bfd3ba8-6e00-4e71-b094-59fb6fc50008 req-16701e86-78b5-48c7-b5d3-d4c3c9995b2a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0550392 Sep 14 15:29:21.041217 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bfd3ba8-6e00-4e71-b094-59fb6fc50008 req-4cfa833c-1b9c-4295-91fc-6b3818f3c997 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Sep 14 15:29:21.179677 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e302-8d87-4d2c-b3f4-3fc4a46f2d62 req-8a66acfa-5224-49af-8405-fd48aff4d3bc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:21.181159 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8788e302-8d87-4d2c-b3f4-3fc4a46f2d62 req-8a66acfa-5224-49af-8405-fd48aff4d3bc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0525088 Sep 14 15:29:21.221456 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8788e302-8d87-4d2c-b3f4-3fc4a46f2d62 req-b0c4950a-53d9-4460-8209-366a87027e3a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337121 Sep 14 15:29:21.531386 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af947de8-90eb-4322-89e9-eeb0c498e620 req-0a87b737-66e5-420f-8ed1-ebd6972ef76d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:21.533163 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-af947de8-90eb-4322-89e9-eeb0c498e620 req-0a87b737-66e5-420f-8ed1-ebd6972ef76d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0534647 Sep 14 15:29:21.578806 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-af947de8-90eb-4322-89e9-eeb0c498e620 req-f8bbb788-b4f0-4d1b-8603-5d498e0f06ad tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389967 Sep 14 15:29:21.668957 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-0b17de98-77ea-4d66-86f2-050a72bea784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:21.670470 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-0b17de98-77ea-4d66-86f2-050a72bea784 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1098 time: 0.0555873 Sep 14 15:29:21.684056 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 41286) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:21.769944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-0307e8b6-38af-48a8-91f7-f9c44dee8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:21.771456 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-0307e8b6-38af-48a8-91f7-f9c44dee8d68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.0918350 Sep 14 15:29:21.789457 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-df06d574-5056-4264-a1eb-534c3538d37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:21.890219 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-df06d574-5056-4264-a1eb-534c3538d37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:21.891417 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-585995b4-bbab-4904-9ca3-6d007afd6335 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 1001 time: 0.1095743 Sep 14 15:29:21.895745 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-df06d574-5056-4264-a1eb-534c3538d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:21.935460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d574-5056-4264-a1eb-534c3538d37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa1269-8faf-4bbe-ad33-502de454dfcf,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:21.943428 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-df06d574-5056-4264-a1eb-534c3538d37d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8871ff9f723e46179d7708867c669397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580049 Sep 14 15:29:21.946481 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41296) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:21.956479 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-129402fc-e0b5-4a67-a622-4936548fa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:21.957957 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-129402fc-e0b5-4a67-a622-4936548fa1ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0546651 Sep 14 15:29:22.030441 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-eb930623-15fa-4721-8c51-819ca1fbc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:22.031882 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-eb930623-15fa-4721-8c51-819ca1fbc203 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640464 Sep 14 15:29:22.034914 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35925df6-8aaa-4d7b-964a-110970cb26b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:22.079512 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35925df6-8aaa-4d7b-964a-110970cb26b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:22.167982 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-ede190bc-6131-435d-a617-cf1a5d4db1bf service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239684 Sep 14 15:29:22.183496 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9881f-fbff-4c3e-a49d-7278289dfbf9 req-2ecfaec8-b6e8-41bd-89b2-6403b8177a78 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:22.191263 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-45e9881f-fbff-4c3e-a49d-7278289dfbf9 req-2ecfaec8-b6e8-41bd-89b2-6403b8177a78 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0809078 Sep 14 15:29:22.197050 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35925df6-8aaa-4d7b-964a-110970cb26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:22.200401 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-35925df6-8aaa-4d7b-964a-110970cb26b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:22.204339 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-35925df6-8aaa-4d7b-964a-110970cb26b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7aa1269-8faf-4bbe-ad33-502de454dfcf HTTP/1.1" status: 204 len: 168 time: 0.2541151 Sep 14 15:29:22.220884 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925df6-8aaa-4d7b-964a-110970cb26b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa1269-8faf-4bbe-ad33-502de454dfcf,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:22.238541 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-45e9881f-fbff-4c3e-a49d-7278289dfbf9 req-eb27f7d9-d927-4154-a143-6fa71c3a4532 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462041 Sep 14 15:29:22.320916 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-17a2a502-1edd-47cf-99e0-c112be8653dd req-646dabd6-470f-4f33-960e-7e7394a37efc service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435432 Sep 14 15:29:22.372798 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ebf89-cb52-493e-b1e6-2cb0042f3aec req-79aa7423-700b-4cd1-9770-2aeb791ed65d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:22.376264 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f72ebf89-cb52-493e-b1e6-2cb0042f3aec req-79aa7423-700b-4cd1-9770-2aeb791ed65d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0621736 Sep 14 15:29:22.416616 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f72ebf89-cb52-493e-b1e6-2cb0042f3aec req-fe086362-5f39-4a04-bed5-4dfcdaa65d63 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349462 Sep 14 15:29:22.705572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca5327-a3cf-4a72-9986-adbd2228bf14 req-0ee00a91-3bf8-46c4-875b-2d3a664d60d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:22.707547 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d9ca5327-a3cf-4a72-9986-adbd2228bf14 req-0ee00a91-3bf8-46c4-875b-2d3a664d60d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0544968 Sep 14 15:29:22.751366 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d9ca5327-a3cf-4a72-9986-adbd2228bf14 req-a954bb15-cd09-4aa3-b424-6bc4ed998c84 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Sep 14 15:29:22.975403 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 41330) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:23.079354 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1964744225-network', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:23.103735 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Made reservation on behalf of d3034b59eb6f4673a1b6847c03081b4c for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:29:23.106013 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.117829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.209800 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.214644 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.240201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:29:23.249649 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:23.255880 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.256221 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Added segment 99041e24-04de-4c51-8db7-a653012da6de of type vlan for network a5de799f-f3da-453e-8aca-8a5d6d7616e1 Sep 14 15:29:23.299742 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.348561 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.349546 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:23.350129 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.392616 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4161315 Sep 14 15:29:23.395683 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41338) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:23.400523 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Request body: {'subnet': {'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1964744225-subnet', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:23.424185 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Made reservation on behalf of d3034b59eb6f4673a1b6847c03081b4c for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:29:23.426110 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7c901-810b-4f32-8781-78124bdbce6d admin admin] Pushing event updated for resources: {'Network': ['ID=a5de799f-f3da-453e-8aca-8a5d6d7616e1,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:23.426873 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.436728 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a12d-a17b-4687-a2ba-4bfd6e822a69 req-9b28386d-13b8-4fe2-a613-acd3783e0c25 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:23.437541 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:29:23.438277 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4658a12d-a17b-4687-a2ba-4bfd6e822a69 req-9b28386d-13b8-4fe2-a613-acd3783e0c25 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1162510 Sep 14 15:29:23.499100 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4658a12d-a17b-4687-a2ba-4bfd6e822a69 req-d825d01e-0e95-41d8-b47b-f31790f00016 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Sep 14 15:29:23.574070 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c849bd-ec20-4e9f-8ae7-e62cc581f03b req-daaa8a32-7997-401f-9902-a8b569cf42e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:23.575646 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49c849bd-ec20-4e9f-8ae7-e62cc581f03b req-daaa8a32-7997-401f-9902-a8b569cf42e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0572350 Sep 14 15:29:23.613090 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.617204 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49c849bd-ec20-4e9f-8ae7-e62cc581f03b req-a286e004-90ad-44c8-8c8a-727b3307ebb7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347338 Sep 14 15:29:23.665832 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Pushing event updated for resources: {'Subnet': ['ID=657c6648-3a79-4c05-b681-a78e319e4ab1,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:23.683798 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Checking segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:23.684152 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Network hostable DHCP agents. Network: a5de799f-f3da-453e-8aca-8a5d6d7616e1, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:29:23.705315 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:29:23.716324 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, a5de799f-f3da-453e-8aca-8a5d6d7616e1) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:23.721245 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:23.721867 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.725781 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab70ce26-4744-4655-ad0a-073c8b319837 None None] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:29:23.740316 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d2d2ef72-d351-402b-9ea6-4fe613e0cfac admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3435278 Sep 14 15:29:23.743234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 41342) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:23.747869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:23.771574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.773113 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:23.897341 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:29:23.898302 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.081687 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.157433 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Allocated IP 172.20.0.2 (a5de799f-f3da-453e-8aca-8a5d6d7616e1/657c6648-3a79-4c05-b681-a78e319e4ab1/dc0b0e2b-9157-4902-a675-4efe161b6ff6) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:24.224375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2949248-8303-497e-aaf3-bb2a3fd195c4 req-45bd4cfd-5bde-4889-af21-401f74b923eb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:24.225891 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2949248-8303-497e-aaf3-bb2a3fd195c4 req-45bd4cfd-5bde-4889-af21-401f74b923eb tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1465662 Sep 14 15:29:24.261746 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.310283 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.315173 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2949248-8303-497e-aaf3-bb2a3fd195c4 req-6879ab4e-e830-44ae-81bf-03554ba251e8 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478134 Sep 14 15:29:24.320814 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Transition to ACTIVE for port object dc0b0e2b-9157-4902-a675-4efe161b6ff6 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:24.338626 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Transition to ACTIVE for port object dc0b0e2b-9157-4902-a675-4efe161b6ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:24.345556 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.362987 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:24.365259 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:24.385012 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:24.440587 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Pushing event updated for resources: {'Port': ['ID=dc0b0e2b-9157-4902-a675-4efe161b6ff6,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:24.454190 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Attempting to bind port dc0b0e2b-9157-4902-a675-4efe161b6ff6 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:29:24.454590 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Attempting to bind port dc0b0e2b-9157-4902-a675-4efe161b6ff6 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:29:24.454964 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Attempting to bind port dc0b0e2b-9157-4902-a675-4efe161b6ff6 on network a5de799f-f3da-453e-8aca-8a5d6d7616e1 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:29:24.460061 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:29:24.460431 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Checking segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:24.460838 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.461340 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Bound using segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:29:24.461802 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Bound port: dc0b0e2b-9157-4902-a675-4efe161b6ff6, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:29:24.462184 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.524425 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.526420 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] For port dc0b0e2b-9157-4902-a675-4efe161b6ff6, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:29:24.529499 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] For port dc0b0e2b-9157-4902-a675-4efe161b6ff6, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=dc0b0e2b-9157-4902-a675-4efe161b6ff6,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:29:24.534058 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.546973 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.591961 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e665-8c9f-40e8-adbf-da48758e6c5a None None] Pushing event updated for resources: {'Port': ['ID=dc0b0e2b-9157-4902-a675-4efe161b6ff6,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:24.669828 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b85a10-bff3-45e7-991c-00fa2a717d8e req-9c308893-6437-40a1-aef9-c0f8d2e35909 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:24.671407 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9b85a10-bff3-45e7-991c-00fa2a717d8e req-9c308893-6437-40a1-aef9-c0f8d2e35909 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0870152 Sep 14 15:29:24.710110 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Allocated IP 172.27.3.71 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/b4765cbe-fb4b-4210-b639-ffc76ce841d0) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:24.783427 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9b85a10-bff3-45e7-991c-00fa2a717d8e req-a8490925-bdcb-45ef-a8b1-60f00cc7f4f9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039736 Sep 14 15:29:24.810306 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9e42-9e16-410d-9c33-12b1f9b1bcad req-4cfa4706-6cb4-4a15-975a-4ecc970cdfad tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:24.813072 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f9e9e42-9e16-410d-9c33-12b1f9b1bcad req-4cfa4706-6cb4-4a15-975a-4ecc970cdfad tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.1153922 Sep 14 15:29:24.914892 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5f9e9e42-9e16-410d-9c33-12b1f9b1bcad req-7b2a4813-cafc-45ba-9205-0af0f8f847bf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650198 Sep 14 15:29:24.933760 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:24.991054 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:25.030405 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:25.030405 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:25.032672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:25.076250 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4765cbe-fb4b-4210-b639-ffc76ce841d0,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:25.336945 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:25.526845 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20615ef-ff09-4c34-8dd6-c92ccd2d7a08 req-1256c940-b2f3-4d27-a708-b0e79feb2a52 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:25.528446 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e20615ef-ff09-4c34-8dd6-c92ccd2d7a08 req-1256c940-b2f3-4d27-a708-b0e79feb2a52 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1351500 Sep 14 15:29:25.584129 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-3669bd64-1562-4b97-a867-9b62992c2332 req-8115586f-303f-45e6-aa50-31d279891cdb service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:29:25.585144 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3669bd64-1562-4b97-a867-9b62992c2332 req-8115586f-303f-45e6-aa50-31d279891cdb service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080237 Sep 14 15:29:25.622787 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e20615ef-ff09-4c34-8dd6-c92ccd2d7a08 req-335901fe-92fc-40ae-a4b7-9f1dbc296006 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830991 Sep 14 15:29:25.623789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:25.774602 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94206b86-e99c-4ca1-8b80-5cd59e7b6d2d None None] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:29:25.822227 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Router 584e638b-9811-4a80-917e-011b18cccf81 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:29:25.835167 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d28d-84fa-4648-b85a-f6f99fef932b req-128486b0-5a9e-4dc9-be37-f890de3a6b01 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:25.836838 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2061d28d-84fa-4648-b85a-f6f99fef932b req-128486b0-5a9e-4dc9-be37-f890de3a6b01 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 945 time: 0.0776122 Sep 14 15:29:25.868203 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-a68c530c-a0ad-46c3-884a-56fe811833fc None None] Provisioning for port dc0b0e2b-9157-4902-a675-4efe161b6ff6 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:25.991687 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2061d28d-84fa-4648-b85a-f6f99fef932b req-361faf71-6800-46a1-83f0-d17d218f4ca6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783257 Sep 14 15:29:26.008949 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device dc0b0e2b-9157-4902-a675-4efe161b6ff6 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:26.064653 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port dc0b0e2b-9157-4902-a675-4efe161b6ff6 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:26.068301 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3a074-8b86-468f-9cca-df01fcddd44d req-901fb21a-e2c3-489c-b8fa-a3251ccfd697 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:26.073211 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d9f3a074-8b86-468f-9cca-df01fcddd44d req-901fb21a-e2c3-489c-b8fa-a3251ccfd697 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1551895 Sep 14 15:29:26.074800 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:29:26.083265 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port dc0b0e2b-9157-4902-a675-4efe161b6ff6 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:26.087055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.090761 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Sync routers for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:29:26.106256 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.107693 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-3317922f-831b-44d0-bf93-7089b4b15ac7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3631773 Sep 14 15:29:26.111303 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41392) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:26.116153 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:26.116821 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:26.146472 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d9f3a074-8b86-468f-9cca-df01fcddd44d req-0f12dd4b-8ef6-41eb-9677-ee3aed5a18f1 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569086 Sep 14 15:29:26.233082 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 41398) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:26.249607 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.293001 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port dc0b0e2b-9157-4902-a675-4efe161b6ff6, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=dc0b0e2b-9157-4902-a675-4efe161b6ff6,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:26.298284 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:29:26.305518 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.312548 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:26.373176 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d90273c3-c92c-4ee8-8cd0-9b4d7d15ae4e None None] Provisioning complete for port dc0b0e2b-9157-4902-a675-4efe161b6ff6 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:26.374417 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d90273c3-c92c-4ee8-8cd0-9b4d7d15ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.414711 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-c3ea16bc-d0f0-478e-bdc6-a8ec93b0b525 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1787360 Sep 14 15:29:26.424540 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-15800c87-861c-4978-a5e2-18db64e847ab service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:29:26.425934 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-15800c87-861c-4978-a5e2-18db64e847ab service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066907 Sep 14 15:29:26.442651 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=dc0b0e2b-9157-4902-a675-4efe161b6ff6,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:26.491859 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.541152 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:29:26.543552 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52cf3ad-a156-4036-9509-5828106466ac" -d '{"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-unplugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:29:26.566793 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:26.574754 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.613171 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cdf0ae-2104-4474-b5f5-21385ad2cf95 x-openstack-request-id: req-97cdf0ae-2104-4474-b5f5-21385ad2cf95 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:29:26.613470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-unplugged", "status": "failed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "code": 422}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:29:26.613753 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97cdf0ae-2104-4474-b5f5-21385ad2cf95 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:29:26.614197 dv-cinder-806965-5-iscsi neutron-server[93912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'code': 422} returned with failed status Sep 14 15:29:26.616067 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:25Z', 'revision_number': 3, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:26.643337 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:26.645415 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Checking router: 584e638b-9811-4a80-917e-011b18cccf81 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:29:26.645781 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Updating router 584e638b-9811-4a80-917e-011b18cccf81 port b4765cbe-fb4b-4210-b639-ffc76ce841d0 binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:29:26.677886 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.698383 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:26.804963 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a209a-9612-4368-93aa-fdc23a96410b req-f86f217c-0c09-4adb-b529-066ea815c721 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:26.806907 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-921a209a-9612-4368-93aa-fdc23a96410b req-f86f217c-0c09-4adb-b529-066ea815c721 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0964246 Sep 14 15:29:26.862600 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-921a209a-9612-4368-93aa-fdc23a96410b req-196ed696-8296-4814-8e7a-8f5e389c2109 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Sep 14 15:29:26.883605 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Allocated IP 172.20.0.1 (a5de799f-f3da-453e-8aca-8a5d6d7616e1/657c6648-3a79-4c05-b681-a78e319e4ab1/fe1db16f-c629-4290-8f7d-d4008115e1ef) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:26.993818 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.005180 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.008935 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Transition to ACTIVE for port object fe1db16f-c629-4290-8f7d-d4008115e1ef will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:27.023146 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Transition to ACTIVE for port object b4765cbe-fb4b-4210-b639-ffc76ce841d0 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:27.048989 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.060526 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.083876 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:27.087219 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:27.090817 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:27.091192 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.117127 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Attempting to bind port b4765cbe-fb4b-4210-b639-ffc76ce841d0 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:29:27.117564 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Attempting to bind port b4765cbe-fb4b-4210-b639-ffc76ce841d0 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:29:27.117862 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Attempting to bind port b4765cbe-fb4b-4210-b639-ffc76ce841d0 on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:29:27.133631 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:29:27.134703 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:27.135118 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.135515 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:29:27.136517 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Bound port: b4765cbe-fb4b-4210-b639-ffc76ce841d0, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:29:27.136938 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.148763 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Pushing event updated for resources: {'Port': ['ID=fe1db16f-c629-4290-8f7d-d4008115e1ef,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:27.150053 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25bda0-cfd0-4f21-a779-9d3b55cb9f05 req-f95f97d5-7a40-46a6-ac75-9418835720b2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:27.164817 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cf25bda0-cfd0-4f21-a779-9d3b55cb9f05 req-f95f97d5-7a40-46a6-ac75-9418835720b2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0778472 Sep 14 15:29:27.175610 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Pushing event updated for resources: {'Port': ['ID=b4765cbe-fb4b-4210-b639-ffc76ce841d0,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:27.187506 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.187855 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.188195 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.188520 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.189033 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.189526 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.190004 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.195777 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.195777 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.195954 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.196228 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.196732 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:27.233542 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cf25bda0-cfd0-4f21-a779-9d3b55cb9f05 req-3c6aa2e1-e4cb-4bff-9be2-8aab749294b2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653458 Sep 14 15:29:27.269489 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] For port b4765cbe-fb4b-4210-b639-ffc76ce841d0, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:29:27.285813 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.294701 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] For port b4765cbe-fb4b-4210-b639-ffc76ce841d0, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=b4765cbe-fb4b-4210-b639-ffc76ce841d0,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:29:27.348684 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74657e9-6533-4c68-84f9-dce5160a5f77 req-e6a7ac40-ce81-4ffd-bc48-7f0662c023d1 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:27.354213 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.357687 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b74657e9-6533-4c68-84f9-dce5160a5f77 req-e6a7ac40-ce81-4ffd-bc48-7f0662c023d1 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0649893 Sep 14 15:29:27.405327 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6274c64d-0bd4-429f-b82e-0948035fcc0e None None] Provisioning for port fe1db16f-c629-4290-8f7d-d4008115e1ef completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:27.418909 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6274c64d-0bd4-429f-b82e-0948035fcc0e None None] Provisioning complete for port fe1db16f-c629-4290-8f7d-d4008115e1ef triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:27.420457 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6274c64d-0bd4-429f-b82e-0948035fcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.422484 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:27.423106 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:27.425589 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b74657e9-6533-4c68-84f9-dce5160a5f77 req-e67b0bee-74ed-405a-8d81-d3d0aa07b75f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667098 Sep 14 15:29:27.478555 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6274c64d-0bd4-429f-b82e-0948035fcc0e None None] Port fe1db16f-c629-4290-8f7d-d4008115e1ef cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:29:27.488396 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f02731-4fc0-4749-a1e4-6c59f9bf6ec0 None None] Pushing event updated for resources: {'Port': ['ID=b4765cbe-fb4b-4210-b639-ffc76ce841d0,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:27.506223 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.511790 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.512782 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.584198 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Pushing event updated for resources: {'Port': ['ID=fe1db16f-c629-4290-8f7d-d4008115e1ef,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:27.659623 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:27.673145 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:27.674728 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:27.793330 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Router 584e638b-9811-4a80-917e-011b18cccf81 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:29:27.878986 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:26Z', 'revision_number': 1, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:27.906806 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e8d08a4b-3e44-4732-8004-53f7a647be07 None None] Provisioning complete for port fe1db16f-c629-4290-8f7d-d4008115e1ef triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:27.907191 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8d08a4b-3e44-4732-8004-53f7a647be07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:27.913186 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:29:27.919640 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b4f26456-b398-4a84-8df1-7e37d36d456a admin admin] 10.222.0.68 "PUT /v2.0/routers/584e638b-9811-4a80-917e-011b18cccf81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071911 Sep 14 15:29:27.935357 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d992c-8f2c-47c4-9de9-789c2c0ddc81 None None] The sync data for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi is: [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:26Z', 'revision_number': 1, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:29:27.952646 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device dc0b0e2b-9157-4902-a675-4efe161b6ff6 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:28.008237 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e8d08a4b-3e44-4732-8004-53f7a647be07 None None] Port fe1db16f-c629-4290-8f7d-d4008115e1ef cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:29:28.034734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port dc0b0e2b-9157-4902-a675-4efe161b6ff6 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:28.035493 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.040389 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0be72-8e5f-4233-9895-0d1ff9641784 req-6c746867-a23c-44af-9c00-cfedf54e1465 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:28.053649 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fc0be72-8e5f-4233-9895-0d1ff9641784 req-6c746867-a23c-44af-9c00-cfedf54e1465 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0768688 Sep 14 15:29:28.088663 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fc0be72-8e5f-4233-9895-0d1ff9641784 req-ed6796a4-e8f1-4061-9141-4e77a99354c7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Sep 14 15:29:28.384059 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67c6fd-87f5-4a9f-a89e-c9d5eb75d28a req-75b44402-4c0b-4e8e-9029-71b1c46e60a2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:28.386046 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0b67c6fd-87f5-4a9f-a89e-c9d5eb75d28a req-75b44402-4c0b-4e8e-9029-71b1c46e60a2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0603538 Sep 14 15:29:28.406524 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb39dd-cf58-4bd6-a85f-eac290881b5f req-9595f258-72a0-4ff0-949c-028d2b1d42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:28.409450 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-29bb39dd-cf58-4bd6-a85f-eac290881b5f req-9595f258-72a0-4ff0-949c-028d2b1d42aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0513840 Sep 14 15:29:28.436060 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0b67c6fd-87f5-4a9f-a89e-c9d5eb75d28a req-5817af45-b8f7-493f-a001-832bea88bf7d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Sep 14 15:29:28.451836 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-29bb39dd-cf58-4bd6-a85f-eac290881b5f req-ebfc9965-6d71-4e2b-8d5b-487ffe13dc64 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Sep 14 15:29:28.543310 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41446) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:28.549074 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-447703824-network', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:28.550899 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f2eaf-6cc8-442b-ab4d-a04da1f0c46b req-e5756605-57ee-4243-9d4f-9f13c616cf4a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:28.552451 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-647f2eaf-6cc8-442b-ab4d-a04da1f0c46b req-e5756605-57ee-4243-9d4f-9f13c616cf4a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0534399 Sep 14 15:29:28.573635 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Made reservation on behalf of 79c4a47ec9bf4e7b88693f13d3bff449 for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:29:28.576404 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.586175 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.603213 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-647f2eaf-6cc8-442b-ab4d-a04da1f0c46b req-9ea69184-7f4a-4eb9-9bf0-dd6d68dd3a13 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Sep 14 15:29:28.713547 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.720888 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.755762 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:29:28.763653 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0457f89-4afc-41de-80c3-fa1e81321509,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:28.774588 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.775042 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Added segment 07bea1cb-2671-4f80-9fc3-437e40b03922 of type vlan for network 294e717c-b048-44bd-bf24-d9a04ac113e5 Sep 14 15:29:28.825313 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.854277 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.855462 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:28.856121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.892108 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 41450) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:28.892321 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3477151 Sep 14 15:29:28.898750 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Request body: {'subnet': {'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-447703824-subnet', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:28.947665 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Made reservation on behalf of 79c4a47ec9bf4e7b88693f13d3bff449 for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:29:28.950889 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336371'] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:28.951057 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa8b8e-ca01-4262-bee7-70a85de6b9ca admin admin] Pushing event updated for resources: {'Network': ['ID=294e717c-b048-44bd-bf24-d9a04ac113e5,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:28.964381 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:29:29.142895 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5702082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336365'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.228759 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a429a73-2bc7-416e-969b-5a2614d38a9f,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:29.258019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6175a-20b2-4d17-9eaa-dfac20be979a req-45f14b29-8c41-41ba-8692-591a90812489 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:29.259532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1af6175a-20b2-4d17-9eaa-dfac20be979a req-45f14b29-8c41-41ba-8692-591a90812489 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0870366 Sep 14 15:29:29.262236 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Checking segment: {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:29.263133 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Network hostable DHCP agents. Network: 294e717c-b048-44bd-bf24-d9a04ac113e5, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:29:29.298590 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:29:29.317613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1af6175a-20b2-4d17-9eaa-dfac20be979a req-4290c4f7-6ccc-4a4d-8c17-4fdc40f6a7e5 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488381 Sep 14 15:29:29.318787 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 294e717c-b048-44bd-bf24-d9a04ac113e5) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:29.323433 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:29.323834 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.330975 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589399b8-8d36-409b-94ba-840e16da68ae None None] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:29:29.341304 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d825d63a-3e3b-40ab-b203-36b89ed184e9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4457910 Sep 14 15:29:29.341545 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 41454) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:29.347430 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:29.373617 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.375652 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.433105 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.512423 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-294e717c-b048-44bd-bf24-d9a04ac113e5', 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'fixed_ips': [{'subnet_id': '0a429a73-2bc7-416e-969b-5a2614d38a9f'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:29:29.513280 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.663039 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.677766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Allocated IP 172.20.0.2 (294e717c-b048-44bd-bf24-d9a04ac113e5/0a429a73-2bc7-416e-969b-5a2614d38a9f/533dbaf0-3abd-4211-8a8e-284e396ccf96) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:29.688254 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ca0c9-1266-4fd8-855a-61d2c6320917 req-ece11859-76a4-4d48-bc37-d8e8ac567b82 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:29.689842 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ac2ca0c9-1266-4fd8-855a-61d2c6320917 req-ece11859-76a4-4d48-bc37-d8e8ac567b82 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1545837 Sep 14 15:29:29.801370 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ac2ca0c9-1266-4fd8-855a-61d2c6320917 req-79f9cb6b-cd5b-41b0-ade2-29ca7c3ac91c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016066 Sep 14 15:29:29.814503 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a5ac-3190-433c-a341-59111d13dac3 req-e1e26cad-e762-4eea-8b5e-9d9a1a7c7a6d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:29.816080 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b11a5ac-3190-433c-a341-59111d13dac3 req-e1e26cad-e762-4eea-8b5e-9d9a1a7c7a6d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1153207 Sep 14 15:29:29.866266 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.876995 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Transition to ACTIVE for port object 533dbaf0-3abd-4211-8a8e-284e396ccf96 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:29.894876 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Transition to ACTIVE for port object 533dbaf0-3abd-4211-8a8e-284e396ccf96 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:29.905934 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:29.944219 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b11a5ac-3190-433c-a341-59111d13dac3 req-d26b5ff5-2bd3-4222-ab9e-6bd2a5f88392 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827637 Sep 14 15:29:30.015193 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Pushing event updated for resources: {'Port': ['ID=533dbaf0-3abd-4211-8a8e-284e396ccf96,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:30.044739 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:30.064246 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:30.072616 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:30.075500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b13a3-eb99-441f-a349-eb3c2005432d req-5407b34a-9b94-4574-b207-39ab5ccf7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:30.076665 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device b4765cbe-fb4b-4210-b639-ffc76ce841d0 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:30.077576 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-5407b34a-9b94-4574-b207-39ab5ccf7523 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617&tenant_id=40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 1096 time: 0.0959120 Sep 14 15:29:30.142245 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.154783 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b13a3-eb99-441f-a349-eb3c2005432d req-35d934ad-b717-45ad-9f2a-c510b37eabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:30.157079 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-35d934ad-b717-45ad-9f2a-c510b37eabcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1096 time: 0.0472760 Sep 14 15:29:30.167215 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Attempting to bind port 533dbaf0-3abd-4211-8a8e-284e396ccf96 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:29:30.167573 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Attempting to bind port 533dbaf0-3abd-4211-8a8e-284e396ccf96 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:29:30.168121 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Attempting to bind port 533dbaf0-3abd-4211-8a8e-284e396ccf96 on network 294e717c-b048-44bd-bf24-d9a04ac113e5 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:29:30.177930 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:29:30.178954 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Checking segment: {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:30.179615 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.180160 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Bound using segment: {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:29:30.180801 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Bound port: 533dbaf0-3abd-4211-8a8e-284e396ccf96, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:29:30.181499 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.196999 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port b4765cbe-fb4b-4210-b639-ffc76ce841d0 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:30.207294 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port b4765cbe-fb4b-4210-b639-ffc76ce841d0 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:30.207891 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.307588 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b13a3-eb99-441f-a349-eb3c2005432d req-41c220bc-9770-45cf-8b09-875e8e07ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:30.309294 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-41c220bc-9770-45cf-8b09-875e8e07ea64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.1432796 Sep 14 15:29:30.359504 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] For port 533dbaf0-3abd-4211-8a8e-284e396ccf96, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:29:30.364492 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] For port 533dbaf0-3abd-4211-8a8e-284e396ccf96, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=533dbaf0-3abd-4211-8a8e-284e396ccf96,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:29:30.367218 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Sync routers for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:29:30.389925 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.442948 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:30.443761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:30.443908 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.509192 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203941fa-7b7e-4bb3-8f4d-7bf1762a2175 None None] Pushing event updated for resources: {'Port': ['ID=533dbaf0-3abd-4211-8a8e-284e396ccf96,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:30.548495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b69410-6891-4bee-afd4-9a705966e03d req-38e7b546-5ce7-42f4-a8fb-90afba4b201f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:30.550088 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-11b69410-6891-4bee-afd4-9a705966e03d req-38e7b546-5ce7-42f4-a8fb-90afba4b201f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1086845 Sep 14 15:29:30.595443 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.618565 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-d8fd8ff9-3cda-4490-8258-7350268a4282 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 999 time: 0.3011951 Sep 14 15:29:30.632885 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port b4765cbe-fb4b-4210-b639-ffc76ce841d0, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=b4765cbe-fb4b-4210-b639-ffc76ce841d0,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:30.638161 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:30.638698 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Allocated IP 172.27.3.76 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/f41efbe6-52de-49f2-8f42-4909d3cc7347) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:30.641523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.647544 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-11b69410-6891-4bee-afd4-9a705966e03d req-a0efc25d-f647-4da3-8adb-8e1fdc5e97c9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731034 Sep 14 15:29:30.808122 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.879629 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:30.976898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:30.977834 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Pushing event updated for resources: {'Port': ['ID=f41efbe6-52de-49f2-8f42-4909d3cc7347,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:30.988272 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:30.991601 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:30.993738 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=b4765cbe-fb4b-4210-b639-ffc76ce841d0,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:31.009900 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3897d-d270-4090-a253-28acc27d939d req-eb5680cf-a290-4767-ac10-baa90bbf91ad tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:31.011684 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-89a3897d-d270-4090-a253-28acc27d939d req-eb5680cf-a290-4767-ac10-baa90bbf91ad tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0920193 Sep 14 15:29:31.027612 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.079975 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-89a3897d-d270-4090-a253-28acc27d939d req-015ac660-551b-4886-892b-bd9e86145c01 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481758 Sep 14 15:29:31.112848 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 2, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:31.145827 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Checking router: 584e638b-9811-4a80-917e-011b18cccf81 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:29:31.146175 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Updating router 584e638b-9811-4a80-917e-011b18cccf81 port fe1db16f-c629-4290-8f7d-d4008115e1ef binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:29:31.172655 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.272737 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759ffce-76cf-4573-9164-d4589d1a005a req-223d8251-3e07-470e-98be-e6b5438503be tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:31.274176 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1759ffce-76cf-4573-9164-d4589d1a005a req-223d8251-3e07-470e-98be-e6b5438503be tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1923964 Sep 14 15:29:31.321898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148cb78-7fcc-4520-a187-d7aac97b6d35 req-a5e47d70-ae4d-4f48-8194-47e62e2a7907 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:31.323472 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e148cb78-7fcc-4520-a187-d7aac97b6d35 req-a5e47d70-ae4d-4f48-8194-47e62e2a7907 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1411223 Sep 14 15:29:31.439685 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1759ffce-76cf-4573-9164-d4589d1a005a req-51485d37-575e-4895-93fa-4739931c6cce tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574776 Sep 14 15:29:31.474010 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e148cb78-7fcc-4520-a187-d7aac97b6d35 req-e819ac23-3fe1-4dc4-a2e5-661b20f7992e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238229 Sep 14 15:29:31.481070 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.494518 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.499165 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Transition to ACTIVE for port object fe1db16f-c629-4290-8f7d-d4008115e1ef will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:31.501590 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b13a3-eb99-441f-a349-eb3c2005432d req-f9b2c486-a12e-4b64-b4fc-a10367fb03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:31.503226 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-f9b2c486-a12e-4b64-b4fc-a10367fb03ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0921650 Sep 14 15:29:31.510170 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.582766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997c72d-bf94-4b44-be32-61ff3c4c1a4d None None] Pushing event updated for resources: {'Port': ['ID=fe1db16f-c629-4290-8f7d-d4008115e1ef,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:31.623826 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Attempting to bind port fe1db16f-c629-4290-8f7d-d4008115e1ef on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:29:31.624447 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Attempting to bind port fe1db16f-c629-4290-8f7d-d4008115e1ef by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:29:31.624824 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Attempting to bind port fe1db16f-c629-4290-8f7d-d4008115e1ef on network a5de799f-f3da-453e-8aca-8a5d6d7616e1 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:29:31.631555 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:29:31.631936 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Checking segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:31.632342 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.632738 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Bound using segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:29:31.633210 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Bound port: fe1db16f-c629-4290-8f7d-d4008115e1ef, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:29:31.633599 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.698908 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88133348-dab4-4d6c-8a91-28c0d9d41230 None None] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:29:31.721768 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] For port fe1db16f-c629-4290-8f7d-d4008115e1ef, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:29:31.737853 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.744001 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] For port fe1db16f-c629-4290-8f7d-d4008115e1ef, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=fe1db16f-c629-4290-8f7d-d4008115e1ef,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:29:31.778019 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:31.836826 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-d99e321b-d748-402a-94e6-61f8b4ed64d7 None None] Provisioning for port 533dbaf0-3abd-4211-8a8e-284e396ccf96 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:31.884634 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Router bc135945-1b13-4291-93a3-4fced62c1618 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:29:31.896730 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997c72d-bf94-4b44-be32-61ff3c4c1a4d None None] Pushing event updated for resources: {'Port': ['ID=fe1db16f-c629-4290-8f7d-d4008115e1ef,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:31.905127 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:31.905776 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:32.029000 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:29:32.046660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.050915 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 41484) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:29:32.051053 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8269d51e-0978-4e36-92ae-950132ba0f21 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7083309 Sep 14 15:29:32.063825 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:32.065865 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Sync routers for ids ['bc135945-1b13-4291-93a3-4fced62c1618'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:29:32.092932 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Routers {'bc135945-1b13-4291-93a3-4fced62c1618'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:32.100875 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['bc135945-1b13-4291-93a3-4fced62c1618'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:32.107068 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 533dbaf0-3abd-4211-8a8e-284e396ccf96 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:32.266207 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Set router bc135945-1b13-4291-93a3-4fced62c1618 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:32.272721 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96756497-334d-4db2-989d-1f725ee5b8f2 req-f6f5d9be-5b52-4d9f-9bde-753b7af5c6d9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:32.274580 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-96756497-334d-4db2-989d-1f725ee5b8f2 req-f6f5d9be-5b52-4d9f-9bde-753b7af5c6d9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0689933 Sep 14 15:29:32.327634 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-96756497-334d-4db2-989d-1f725ee5b8f2 req-8143a5a8-6e9e-46fa-8c2f-02863b71d57b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417504 Sep 14 15:29:32.357059 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 533dbaf0-3abd-4211-8a8e-284e396ccf96 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:32.367688 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 533dbaf0-3abd-4211-8a8e-284e396ccf96 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:32.368090 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.427267 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:31Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:32.460166 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9e5f9f-a499-45f5-9969-ede03fc01dd8 None None] The sync data for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi is: [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:31Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:29:32.493837 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:29:31Z', 'revision_number': 3, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:32.524183 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-7bab6640-58ed-4f37-bea2-1366833af0de None None] Provisioning complete for port 533dbaf0-3abd-4211-8a8e-284e396ccf96 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:32.524836 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-7bab6640-58ed-4f37-bea2-1366833af0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.527751 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.550453 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Checking router: bc135945-1b13-4291-93a3-4fced62c1618 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:29:32.550795 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Updating router bc135945-1b13-4291-93a3-4fced62c1618 port f41efbe6-52de-49f2-8f42-4909d3cc7347 binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:29:32.583532 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.655827 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 533dbaf0-3abd-4211-8a8e-284e396ccf96, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=533dbaf0-3abd-4211-8a8e-284e396ccf96,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:32.665286 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.666118 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device b4765cbe-fb4b-4210-b639-ffc76ce841d0 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:32.699965 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf8cee-ea29-41a8-b3bf-bca67296bbce req-fc441be2-4854-4991-bf78-0aa31883c061 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:32.708147 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-13bf8cee-ea29-41a8-b3bf-bca67296bbce req-fc441be2-4854-4991-bf78-0aa31883c061 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1267600 Sep 14 15:29:32.737648 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f393f8-08c2-40f8-bcd8-67cfd86682d6 req-a4148e90-43fe-4782-b77e-955bb431e413 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:32.739859 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f8f393f8-08c2-40f8-bcd8-67cfd86682d6 req-a4148e90-43fe-4782-b77e-955bb431e413 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1961057 Sep 14 15:29:32.755169 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.799104 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-13bf8cee-ea29-41a8-b3bf-bca67296bbce req-99678ad5-7a41-4f37-9cc1-7107490feec9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Sep 14 15:29:32.822731 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=533dbaf0-3abd-4211-8a8e-284e396ccf96,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:32.835667 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port b4765cbe-fb4b-4210-b639-ffc76ce841d0 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:32.836189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.855388 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f8f393f8-08c2-40f8-bcd8-67cfd86682d6 req-844262ab-28a4-4e95-b2e2-4953b9c4ee9d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046944 Sep 14 15:29:32.980939 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:32.997256 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Transition to ACTIVE for port object f41efbe6-52de-49f2-8f42-4909d3cc7347 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:33.005934 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.028089 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Allocated IP 172.20.0.1 (294e717c-b048-44bd-bf24-d9a04ac113e5/0a429a73-2bc7-416e-969b-5a2614d38a9f/d0b65f7e-54dc-4c54-a6a1-0b6e14e13409) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:33.071706 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Attempting to bind port f41efbe6-52de-49f2-8f42-4909d3cc7347 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:29:33.072357 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Attempting to bind port f41efbe6-52de-49f2-8f42-4909d3cc7347 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:29:33.072484 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Attempting to bind port f41efbe6-52de-49f2-8f42-4909d3cc7347 on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:29:33.074515 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69332e8-6c84-4ab6-bfbe-b27923174139 None None] Pushing event updated for resources: {'Port': ['ID=f41efbe6-52de-49f2-8f42-4909d3cc7347,revision_number=2']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:33.081272 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:29:33.081637 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:33.082026 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.082435 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:29:33.082894 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Bound port: f41efbe6-52de-49f2-8f42-4909d3cc7347, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:29:33.083297 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.148446 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] For port f41efbe6-52de-49f2-8f42-4909d3cc7347, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:29:33.151647 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] For port f41efbe6-52de-49f2-8f42-4909d3cc7347, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f41efbe6-52de-49f2-8f42-4909d3cc7347,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:29:33.163147 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.166815 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.187925 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Transition to ACTIVE for port object d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:33.223586 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Routers {'bc135945-1b13-4291-93a3-4fced62c1618'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:33.224220 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['bc135945-1b13-4291-93a3-4fced62c1618'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:33.228233 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69332e8-6c84-4ab6-bfbe-b27923174139 None None] Pushing event updated for resources: {'Port': ['ID=f41efbe6-52de-49f2-8f42-4909d3cc7347,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:33.253196 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.300999 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-4888e91c-29ae-45e5-be60-11e08eaea4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:33.302573 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-4888e91c-29ae-45e5-be60-11e08eaea4b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01add173cfec40ff8b262632688392ef&device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 1099 time: 0.0523429 Sep 14 15:29:33.324255 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:33.334372 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:33.337105 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Pushing event updated for resources: {'Port': ['ID=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:33.339484 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:33.339960 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.344318 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b13a3-eb99-441f-a349-eb3c2005432d req-1ed7b95a-4e5a-43bc-8cc7-f285779cc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:33.346837 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-1ed7b95a-4e5a-43bc-8cc7-f285779cc002 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052303 Sep 14 15:29:33.356964 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] Set router bc135945-1b13-4291-93a3-4fced62c1618 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:33.439574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-dd9f6982-24aa-48f6-b51a-b09770908f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:33.441164 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-dd9f6982-24aa-48f6-b51a-b09770908f7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 200 len: 920 time: 0.1278644 Sep 14 15:29:33.535517 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-dd5e9b40-335e-4ff7-bf72-d44e7d1650bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 200 len: 217 time: 0.0768754 Sep 14 15:29:33.559330 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aecee-1e4f-4754-bce4-e37835ff3ffb req-794ed822-fa51-4efe-899a-45992d853079 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:33.561181 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-134aecee-1e4f-4754-bce4-e37835ff3ffb req-794ed822-fa51-4efe-899a-45992d853079 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1164722 Sep 14 15:29:33.590026 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:29:31Z', 'revision_number': 3, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:33.601719 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-fec6e123-9136-45c6-a68a-c26c9cb63282 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839669 Sep 14 15:29:33.630979 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36572467-1b6b-46af-8c80-7176f6e310b3 None None] The sync data for ids ['bc135945-1b13-4291-93a3-4fced62c1618'] in dv-cinder-806965-5-iscsi is: [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:29:31Z', 'revision_number': 3, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:29:33.641194 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-134aecee-1e4f-4754-bce4-e37835ff3ffb req-a95c59f0-f9b8-4311-9310-1458134afb38 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711818 Sep 14 15:29:33.642921 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.651279 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-5f1bdad1-2178-498c-bea0-a573171cae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:33.652770 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-5f1bdad1-2178-498c-bea0-a573171cae12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 200 len: 859 time: 0.0904195 Sep 14 15:29:33.690405 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-2baa8d8e-f854-4704-8025-9da1df8f4576 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45202b66-ba91-4a57-b8c6-21f1efac9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276232 Sep 14 15:29:33.710734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-b7e0ba22-c1e9-4440-ba0d-85fe98b135f7 None None] Provisioning for port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:33.714957 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-b7e0ba22-c1e9-4440-ba0d-85fe98b135f7 None None] Provisioning complete for port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:33.715377 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ba22-c1e9-4440-ba0d-85fe98b135f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.806228 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-727b13a3-eb99-441f-a349-eb3c2005432d req-c06bfe58-8a6e-40a2-8694-6272ecba4977 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712966 Sep 14 15:29:33.819695 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-0006ef9f-b63e-4e5f-b378-bd1c1ee84bea service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202543 Sep 14 15:29:33.928939 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0ba22-c1e9-4440-ba0d-85fe98b135f7 None None] Port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:29:33.990941 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.996979 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:33.997798 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:34.081103 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Pushing event updated for resources: {'Port': ['ID=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:34.113757 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device fe1db16f-c629-4290-8f7d-d4008115e1ef up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:34.117553 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0921509b-d9f1-4910-9f91-5936b52dab5d req-ff38c87a-d618-47d6-b0d5-9d7cd7a2243d service neutron] 10.222.0.52 "GET /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846203 Sep 14 15:29:34.130162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d0ea6-9ed6-4e1b-8353-52b10c1ea25f req-89b59a44-0dad-471c-aa9b-7e0b6fe44401 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:34.131789 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c45d0ea6-9ed6-4e1b-8353-52b10c1ea25f req-89b59a44-0dad-471c-aa9b-7e0b6fe44401 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1375818 Sep 14 15:29:34.175644 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4c4a-d227-4084-b650-1e82889083bd req-37038ad9-ee79-45c2-bc1d-0ef76235e6f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:34.176907 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-981b4c4a-d227-4084-b650-1e82889083bd req-37038ad9-ee79-45c2-bc1d-0ef76235e6f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1447864 Sep 14 15:29:34.198024 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c45d0ea6-9ed6-4e1b-8353-52b10c1ea25f req-3b9fc71c-eafe-4f15-9a5c-38c7f1e8b11a tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588784 Sep 14 15:29:34.234128 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port fe1db16f-c629-4290-8f7d-d4008115e1ef completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:34.238618 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port fe1db16f-c629-4290-8f7d-d4008115e1ef triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:34.239084 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:34.240757 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:34.243653 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:34.262388 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-981b4c4a-d227-4084-b650-1e82889083bd req-2ebdd0a8-0e99-4106-bf53-5172b7ff5b17 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768337 Sep 14 15:29:34.376402 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:34.428233 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Router bc135945-1b13-4291-93a3-4fced62c1618 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:29:34.431610 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port fe1db16f-c629-4290-8f7d-d4008115e1ef, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=fe1db16f-c629-4290-8f7d-d4008115e1ef,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:34.439978 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:34.441194 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 533dbaf0-3abd-4211-8a8e-284e396ccf96 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:34.547679 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=fe1db16f-c629-4290-8f7d-d4008115e1ef,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:34.588896 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 533dbaf0-3abd-4211-8a8e-284e396ccf96 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:34.589269 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:34.625034 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-a33d7695-82ce-496e-a53e-d90f9c5714ca None None] Provisioning complete for port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:34.625438 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a33d7695-82ce-496e-a53e-d90f9c5714ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:34.673469 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:29:34.699062 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2e833614-d3aa-40e8-8391-abd1c3990d2e admin admin] 10.222.0.68 "PUT /v2.0/routers/bc135945-1b13-4291-93a3-4fced62c1618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456981 Sep 14 15:29:34.725731 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-a33d7695-82ce-496e-a53e-d90f9c5714ca None None] Port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:29:34.924912 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eed31-abdb-4433-a88f-401b1e4fb78e req-bd2229c9-9160-4174-98a0-ae3e9f60fe18 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:34.936564 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a10eed31-abdb-4433-a88f-401b1e4fb78e req-bd2229c9-9160-4174-98a0-ae3e9f60fe18 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1131823 Sep 14 15:29:35.030607 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a10eed31-abdb-4433-a88f-401b1e4fb78e req-1caf8380-5937-49b3-b15a-ffae826e0fcd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894709 Sep 14 15:29:35.439984 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ac8dc-d7aa-44db-a2aa-fc0c7e08eb43 req-b23fbd28-41aa-4571-924d-371e96d4c14e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:35.442287 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-197ac8dc-d7aa-44db-a2aa-fc0c7e08eb43 req-b23fbd28-41aa-4571-924d-371e96d4c14e tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1326289 Sep 14 15:29:35.495115 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67ca72-456b-4368-91ce-329eef3717c8 req-04f9d23c-7688-4268-987e-7f211b6d5ea2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:35.503359 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3c67ca72-456b-4368-91ce-329eef3717c8 req-04f9d23c-7688-4268-987e-7f211b6d5ea2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1328259 Sep 14 15:29:35.556991 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-197ac8dc-d7aa-44db-a2aa-fc0c7e08eb43 req-201e2861-2f9d-490c-bf39-379ba7d87892 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079731 Sep 14 15:29:35.600361 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3c67ca72-456b-4368-91ce-329eef3717c8 req-4da5e9ca-af55-4486-b265-9704d3949668 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954781 Sep 14 15:29:36.194588 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device fe1db16f-c629-4290-8f7d-d4008115e1ef up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:36.257184 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Sync routers for ids ['bc135945-1b13-4291-93a3-4fced62c1618'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:29:36.260532 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b4e0d-3910-412f-8de0-b242e1fd81a0 req-e242915e-082a-4363-be18-a5f0bcfc81d6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:36.262804 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f7b4e0d-3910-412f-8de0-b242e1fd81a0 req-e242915e-082a-4363-be18-a5f0bcfc81d6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0872087 Sep 14 15:29:36.287835 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Routers {'bc135945-1b13-4291-93a3-4fced62c1618'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:36.288434 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['bc135945-1b13-4291-93a3-4fced62c1618'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:36.332247 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f7b4e0d-3910-412f-8de0-b242e1fd81a0 req-f381b783-de8d-434f-92fb-5723605c92e6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621195 Sep 14 15:29:36.385696 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port fe1db16f-c629-4290-8f7d-d4008115e1ef triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:36.386064 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:36.523392 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Set router bc135945-1b13-4291-93a3-4fced62c1618 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:36.565924 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f41efbe6-52de-49f2-8f42-4909d3cc7347 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:36.770748 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port f41efbe6-52de-49f2-8f42-4909d3cc7347 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:36.808927 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port f41efbe6-52de-49f2-8f42-4909d3cc7347 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:36.809296 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:36.814428 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7ac48-792c-448c-bc31-4b43cb68ec3b req-1c88a193-1b7d-4202-8196-c81db0ebabfa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:36.822590 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fd7ac48-792c-448c-bc31-4b43cb68ec3b req-1c88a193-1b7d-4202-8196-c81db0ebabfa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1791232 Sep 14 15:29:36.972873 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fd7ac48-792c-448c-bc31-4b43cb68ec3b req-b93b07c6-1318-481a-9d6a-b1ad40db890c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457522 Sep 14 15:29:37.011829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7184234-6184-403e-83a4-df775b6ce182 req-3fcc63f9-7378-4c10-8603-dcefc405023a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:37.017623 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e7184234-6184-403e-83a4-df775b6ce182 req-3fcc63f9-7378-4c10-8603-dcefc405023a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.2550614 Sep 14 15:29:37.137432 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e7184234-6184-403e-83a4-df775b6ce182 req-7c80a36a-8f7f-4ab1-8ac8-f08bd527cf5e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055329 Sep 14 15:29:37.158627 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:37.189894 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port f41efbe6-52de-49f2-8f42-4909d3cc7347, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f41efbe6-52de-49f2-8f42-4909d3cc7347,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:37.197653 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 4, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'd0b65f7e-54dc-4c54-a6a1-0b6e14e13409', 'name': '', 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'mac_address': 'fa:16:3e:47:a5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a429a73-2bc7-416e-969b-5a2614d38a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:32Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 2, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'subnets': [{'id': '0a429a73-2bc7-416e-969b-5a2614d38a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:37.203374 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:37.234155 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Checking router: bc135945-1b13-4291-93a3-4fced62c1618 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:29:37.234155 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Updating router bc135945-1b13-4291-93a3-4fced62c1618 port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:29:37.299049 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:37.345293 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=f41efbe6-52de-49f2-8f42-4909d3cc7347,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:37.365680 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.366133 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.366934 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.366934 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.367426 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.367849 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.368269 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.368696 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.369117 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.369567 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.369956 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.370381 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:29:37.532356 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2ef32-2621-4bb2-bd5d-379981a6ba2d req-3fb6197e-61c0-4a57-b1fd-b2ff64d79028 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:37.533970 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fb2ef32-2621-4bb2-bd5d-379981a6ba2d req-3fb6197e-61c0-4a57-b1fd-b2ff64d79028 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0917804 Sep 14 15:29:37.611756 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fb2ef32-2621-4bb2-bd5d-379981a6ba2d req-170bac3c-d1a0-49bd-baa3-6cf4ce1a015e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668972 Sep 14 15:29:37.816747 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:37.828302 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Transition to ACTIVE for port object d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:37.838877 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:38.034450 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074af0c0-5e38-4942-b184-ec878dcbe243 None None] Pushing event updated for resources: {'Port': ['ID=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:38.043626 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f41efbe6-52de-49f2-8f42-4909d3cc7347 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:38.080232 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Attempting to bind port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:29:38.080232 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Attempting to bind port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:29:38.080586 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Attempting to bind port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 on network 294e717c-b048-44bd-bf24-d9a04ac113e5 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:29:38.136959 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:29:38.137318 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Checking segment: {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:29:38.137660 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:38.138066 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Bound using segment: {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:29:38.138608 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Bound port: d0b65f7e-54dc-4c54-a6a1-0b6e14e13409, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bea1cb-2671-4f80-9fc3-437e40b03922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:29:38.139622 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:38.170096 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5fee1-67c1-4644-bf67-0150eda7705a req-2b115d24-e16d-43c8-839a-1a68cc1c5348 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:38.188457 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8ee5fee1-67c1-4644-bf67-0150eda7705a req-2b115d24-e16d-43c8-839a-1a68cc1c5348 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1002700 Sep 14 15:29:38.275409 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8ee5fee1-67c1-4644-bf67-0150eda7705a req-6c3413e3-db0d-4c22-8769-70294307cf63 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859492 Sep 14 15:29:38.347695 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403180c-8026-414d-a381-d7e5f54f320e req-ae68a595-7fe6-47cd-824a-c83bec19b590 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:38.361174 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6403180c-8026-414d-a381-d7e5f54f320e req-ae68a595-7fe6-47cd-824a-c83bec19b590 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0816245 Sep 14 15:29:38.362507 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] For port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:29:38.366970 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] For port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:29:38.368172 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port f41efbe6-52de-49f2-8f42-4909d3cc7347 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:38.368535 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:38.405800 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:38.454842 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6403180c-8026-414d-a381-d7e5f54f320e req-dd99f654-d22b-4b9c-806e-2e3898f5187b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926580 Sep 14 15:29:38.595571 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Routers {'bc135945-1b13-4291-93a3-4fced62c1618'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:29:38.597009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:29:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['bc135945-1b13-4291-93a3-4fced62c1618'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:38.721023 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074af0c0-5e38-4942-b184-ec878dcbe243 None None] Pushing event updated for resources: {'Port': ['ID=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:38.814117 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79698719-806c-45c1-9f66-5290222bca76 req-5eab06b6-7eec-46a4-b81a-6a872d1a347d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:38.828924 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79698719-806c-45c1-9f66-5290222bca76 req-5eab06b6-7eec-46a4-b81a-6a872d1a347d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0886397 Sep 14 15:29:38.897747 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79698719-806c-45c1-9f66-5290222bca76 req-ebd0aa7d-e037-4251-ae2d-f538930ff56f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675371 Sep 14 15:29:39.038418 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] Set router bc135945-1b13-4291-93a3-4fced62c1618 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:29:39.461194 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 4, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'd0b65f7e-54dc-4c54-a6a1-0b6e14e13409', 'name': '', 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'mac_address': 'fa:16:3e:47:a5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a429a73-2bc7-416e-969b-5a2614d38a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:32Z', 'updated_at': '2021-09-14T15:29:38Z', 'revision_number': 4, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'subnets': [{'id': '0a429a73-2bc7-416e-969b-5a2614d38a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:29:39.509374 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec74753-26ee-42a9-9fee-68131e01e8da None None] The sync data for ids ['bc135945-1b13-4291-93a3-4fced62c1618'] in dv-cinder-806965-5-iscsi is: [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:29:33Z', 'revision_number': 4, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'd0b65f7e-54dc-4c54-a6a1-0b6e14e13409', 'name': '', 'network_id': '294e717c-b048-44bd-bf24-d9a04ac113e5', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'mac_address': 'fa:16:3e:47:a5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0a429a73-2bc7-416e-969b-5a2614d38a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:32Z', 'updated_at': '2021-09-14T15:29:38Z', 'revision_number': 4, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'subnets': [{'id': '0a429a73-2bc7-416e-969b-5a2614d38a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:29:39.527849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524d29-239f-49ca-9c37-a4940560f13b req-c57939ed-f563-4b66-84bd-7780670f8a1b tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:39.539899 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9524d29-239f-49ca-9c37-a4940560f13b req-c57939ed-f563-4b66-84bd-7780670f8a1b tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1175647 Sep 14 15:29:39.710266 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9524d29-239f-49ca-9c37-a4940560f13b req-4bbc5248-d750-4315-a985-b2ab16c8243d tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675718 Sep 14 15:29:39.767795 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc9f34-3188-41a5-8e7b-010ed15aa11b req-1dc7f018-60fc-4b0f-92d8-135a9ffb1975 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:39.770055 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b1cc9f34-3188-41a5-8e7b-010ed15aa11b req-1dc7f018-60fc-4b0f-92d8-135a9ffb1975 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1479647 Sep 14 15:29:39.902211 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b1cc9f34-3188-41a5-8e7b-010ed15aa11b req-5abd3997-96bb-47aa-938d-052a7cc19a12 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238151 Sep 14 15:29:40.110575 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:40.187452 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82236-c5db-4a29-8bad-df197955ed45 req-7aaef2ec-664d-4c0a-8f7c-764e604b6d8c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:40.198004 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-80a82236-c5db-4a29-8bad-df197955ed45 req-7aaef2ec-664d-4c0a-8f7c-764e604b6d8c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1494370 Sep 14 15:29:40.282085 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:40.292284 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:40.292595 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:40.313673 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-80a82236-c5db-4a29-8bad-df197955ed45 req-eaef45f2-de2d-40a8-930f-6312b6a505ac tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123729 Sep 14 15:29:40.411711 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050c588-a48d-4cbd-afe7-1892dfe4d01b req-1c23d85f-faba-47a3-ac75-5de1b3d180f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:40.419590 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5050c588-a48d-4cbd-afe7-1892dfe4d01b req-1c23d85f-faba-47a3-ac75-5de1b3d180f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0902479 Sep 14 15:29:40.458542 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:40.515046 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5050c588-a48d-4cbd-afe7-1892dfe4d01b req-c9f9c01a-f190-4d1d-87a8-3847ead6f86e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934410 Sep 14 15:29:40.534866 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:29:40.543884 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:40.631156 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:41.028811 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47d4b-8b15-4bdb-a8e7-8a737728a570 req-eb231751-c135-47bf-aee5-f68ef42bdfaa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:41.038636 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-42d47d4b-8b15-4bdb-a8e7-8a737728a570 req-eb231751-c135-47bf-aee5-f68ef42bdfaa tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.1292207 Sep 14 15:29:41.114664 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-42d47d4b-8b15-4bdb-a8e7-8a737728a570 req-dc453eec-b826-42c7-919c-140b14bdb668 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Sep 14 15:29:41.368875 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-664391e5-4ae7-43cb-8297-d66e96012b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:41.523859 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a902d9-774e-4969-8f4c-93de49f3b23c req-ada55e55-0a24-410e-b9a8-22b4d8913efc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:41.526524 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-27a902d9-774e-4969-8f4c-93de49f3b23c req-ada55e55-0a24-410e-b9a8-22b4d8913efc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0952821 Sep 14 15:29:41.605566 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-27a902d9-774e-4969-8f4c-93de49f3b23c req-c5a1f340-ae07-467c-aec5-6bbe47fe811e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675128 Sep 14 15:29:41.754648 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c7942-692c-42bf-a54d-662f60bf6d1a req-f1177ee8-2331-45d6-bb84-adb20fdb9d5c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:41.757240 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7f0c7942-692c-42bf-a54d-662f60bf6d1a req-f1177ee8-2331-45d6-bb84-adb20fdb9d5c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0718241 Sep 14 15:29:41.818647 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7f0c7942-692c-42bf-a54d-662f60bf6d1a req-2293e61f-7889-48c2-ba9f-0a98d4e3aa54 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527785 Sep 14 15:29:41.984108 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:29:42.056163 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:42.056533 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:43.136840 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429ba49-710c-47ff-8c9a-dbe5342c17a9 req-8fc163ae-a8d9-4e06-a934-c4e190c626ec tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:43.136840 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0429ba49-710c-47ff-8c9a-dbe5342c17a9 req-8fc163ae-a8d9-4e06-a934-c4e190c626ec tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.4524860 Sep 14 15:29:43.150296 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be2c29-52b4-4644-9b31-4da6ef432693 req-5197c301-a264-4936-a39a-35325b1e6f37 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:43.152124 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08be2c29-52b4-4644-9b31-4da6ef432693 req-5197c301-a264-4936-a39a-35325b1e6f37 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0818353 Sep 14 15:29:43.230181 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08be2c29-52b4-4644-9b31-4da6ef432693 req-cacb3ddd-53d3-47a2-8a24-709116f49537 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548978 Sep 14 15:29:43.244858 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0429ba49-710c-47ff-8c9a-dbe5342c17a9 req-54e49928-89e8-4832-b43e-4d79abda786d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916491 Sep 14 15:29:44.226161 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:44.326250 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-cb562ab9-dd1e-4e26-a37e-0c68d1101721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:44.490130 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7d21-df72-4115-967d-d006156cd9a6 req-fd129c4a-3771-4cf7-8ed7-424a06c47f2a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:44.492535 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5d2a7d21-df72-4115-967d-d006156cd9a6 req-fd129c4a-3771-4cf7-8ed7-424a06c47f2a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1424284 Sep 14 15:29:44.517784 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4309-a2da-44bc-9597-a28c2c06cfe8 req-7fd3dba6-da00-4041-abf6-e0b4421907bd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:44.519762 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-653a4309-a2da-44bc-9597-a28c2c06cfe8 req-7fd3dba6-da00-4041-abf6-e0b4421907bd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1239700 Sep 14 15:29:44.592948 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-653a4309-a2da-44bc-9597-a28c2c06cfe8 req-15202300-7856-4868-b050-47a43065573d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581198 Sep 14 15:29:44.624618 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5d2a7d21-df72-4115-967d-d006156cd9a6 req-a9b33d0c-388e-449d-975b-8e5ed999e2af tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242998 Sep 14 15:29:45.201880 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:45.757236 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ac30-0bec-4cfb-b1b0-ed6bfd5500a2 req-3bab78c4-30b9-4b13-b588-76f164e8c7aa tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:45.758954 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8804ac30-0bec-4cfb-b1b0-ed6bfd5500a2 req-3bab78c4-30b9-4b13-b588-76f164e8c7aa tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0756741 Sep 14 15:29:45.824488 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8804ac30-0bec-4cfb-b1b0-ed6bfd5500a2 req-b8cdec25-3136-4e55-8471-7f102704c3e4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563567 Sep 14 15:29:45.859868 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d952b-d4d4-4d1a-9273-1697f620a2d0 req-36ce09ff-e543-4d9e-a9ae-96cdb162180b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:45.861459 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a84d952b-d4d4-4d1a-9273-1697f620a2d0 req-36ce09ff-e543-4d9e-a9ae-96cdb162180b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1195743 Sep 14 15:29:45.925776 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a84d952b-d4d4-4d1a-9273-1697f620a2d0 req-9f512fcf-24a5-4bfd-9d41-714e5ce45c06 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553777 Sep 14 15:29:46.479775 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-e8688faf-7b14-47d4-906e-3e0499bc626d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:46.481237 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-e8688faf-7b14-47d4-906e-3e0499bc626d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 815 time: 0.1180937 Sep 14 15:29:46.501571 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-d31c12d2-79da-4983-8a92-1d277b539d95 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/quotas/d3034b59eb6f4673a1b6847c03081b4c HTTP/1.1" status: 200 len: 375 time: 0.0112464 Sep 14 15:29:46.563638 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-b0e8e640-d0c7-4c8b-ae49-b69bf971a53e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553291 Sep 14 15:29:46.665770 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-15fec59d-b40d-4f2d-8f2f-928810a5e43c service neutron] 10.222.0.68 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905468 Sep 14 15:29:46.768178 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-39b0c3c5-8488-4dc1-95d7-49585ae0d876 service neutron] 10.222.0.68 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953031 Sep 14 15:29:46.993498 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0b3c31d8-4d21-4a6c-825d-212e70f0d8db req-81b76713-0104-48a9-9ca7-171e476b872d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0506430 Sep 14 15:29:46.999901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:47.017368 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c7901-9171-4d7b-8536-b0d40fa26aab req-b6d105a3-a50f-4741-9d5c-f919921a6e71 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:47.019203 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-141c7901-9171-4d7b-8536-b0d40fa26aab req-b6d105a3-a50f-4741-9d5c-f919921a6e71 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1061828 Sep 14 15:29:47.140528 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-141c7901-9171-4d7b-8536-b0d40fa26aab req-0b336703-416f-447f-80aa-4327aefef038 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131785 Sep 14 15:29:47.173026 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfc1b9-d2cd-47a5-a39a-70f52b6577eb req-38e439b0-8954-493f-9370-5639f4145a11 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:47.174715 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41cfc1b9-d2cd-47a5-a39a-70f52b6577eb req-38e439b0-8954-493f-9370-5639f4145a11 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0821857 Sep 14 15:29:47.244553 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41cfc1b9-d2cd-47a5-a39a-70f52b6577eb req-a9c7b748-779b-4d29-8222-dc4722ebce16 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594580 Sep 14 15:29:48.108449 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-637139dd-6ddc-4e02-ae77-15e0834708a2 req-4e390c6b-94ee-43b7-908b-faa0530beb4e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Sep 14 15:29:48.269300 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d1090-0f63-4ba8-ba69-bc35d0cf7f44 req-a22174d1-3827-4a06-b310-b0feb3dcee09 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:48.270909 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-943d1090-0f63-4ba8-ba69-bc35d0cf7f44 req-a22174d1-3827-4a06-b310-b0feb3dcee09 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0598137 Sep 14 15:29:48.325231 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-943d1090-0f63-4ba8-ba69-bc35d0cf7f44 req-f6b8bd12-7548-4f78-ba8d-976dc09f196b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481842 Sep 14 15:29:48.384301 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade1c9c-0ed4-4b27-aa07-8b5a59510136 req-dacdf168-fd4e-4000-b177-c628eeac8d23 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:48.386064 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1ade1c9c-0ed4-4b27-aa07-8b5a59510136 req-dacdf168-fd4e-4000-b177-c628eeac8d23 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0594389 Sep 14 15:29:48.443462 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1ade1c9c-0ed4-4b27-aa07-8b5a59510136 req-094ecd07-dbd8-4153-993d-a4c2c9c4247b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506709 Sep 14 15:29:49.204075 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a05c4ab7-d950-4078-a290-13ddb0381cdf req-f88619e7-4ee8-4aaf-aa17-76d7d7dbc4f0 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0291288 Sep 14 15:29:49.445236 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e1fa-08cc-48ac-b960-c49ac6e7ff3f req-a08cec50-e767-4a76-8742-588282592da2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:49.446843 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c1a5e1fa-08cc-48ac-b960-c49ac6e7ff3f req-a08cec50-e767-4a76-8742-588282592da2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0521157 Sep 14 15:29:49.490882 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c1a5e1fa-08cc-48ac-b960-c49ac6e7ff3f req-477f57d1-c0fb-4ee3-8f3d-751969334e70 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Sep 14 15:29:49.597850 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22a3ce-55b2-4493-8283-750f6a459005 req-0797fb49-3ff4-4613-8844-3f022796c78e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:49.599512 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b22a3ce-55b2-4493-8283-750f6a459005 req-0797fb49-3ff4-4613-8844-3f022796c78e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0492623 Sep 14 15:29:49.658550 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b22a3ce-55b2-4493-8283-750f6a459005 req-4204b790-9867-4e8e-afa8-535e5aca8d03 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527902 Sep 14 15:29:49.724704 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-24fe9e94-d5e3-4d26-981c-9d1d61549db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:49.726131 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-24fe9e94-d5e3-4d26-981c-9d1d61549db9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1098 time: 0.0626638 Sep 14 15:29:49.851006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-a3356f89-4814-4c1c-a3d1-bf42441e653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:49.852477 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-a3356f89-4814-4c1c-a3d1-bf42441e653f service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.1106598 Sep 14 15:29:49.936869 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-dc1f669e-e49d-4080-b3a4-d90570720342 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 1001 time: 0.0715046 Sep 14 15:29:49.996006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-4c39585e-6021-400e-9ea1-fde9c836f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:49.997655 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-4c39585e-6021-400e-9ea1-fde9c836f37a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0520856 Sep 14 15:29:50.052915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-31a8caf3-3f47-4d4a-b42e-fb54cc352af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:50.054569 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-31a8caf3-3f47-4d4a-b42e-fb54cc352af2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422516 Sep 14 15:29:50.157333 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-3b885e57-d2ab-4abb-88f4-ee4458a4bfe2 service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905712 Sep 14 15:29:50.264180 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2983ede4-b742-4b3d-ada2-a562e11b72e4 req-265b329c-8284-4d40-bdde-e8b4b470c887 service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945282 Sep 14 15:29:50.299637 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e8de66f-a77e-42aa-acf3-ca9eb7a5dc4a req-987ed4e2-87ec-492c-a8cc-8fd1b4d93309 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0287399 Sep 14 15:29:50.499215 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-ebc557cf-c7d2-41ae-aff6-29d93a25b979 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:50.501137 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-ebc557cf-c7d2-41ae-aff6-29d93a25b979 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 815 time: 0.1198840 Sep 14 15:29:50.527288 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'port': {'device_id': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'admin_state_up': True, 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:29:50.666582 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01f24-24be-42b0-9426-467bdd87c2a2 req-980404bd-85c3-435a-aaac-dbf31c2cfe74 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:50.668821 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ed01f24-24be-42b0-9426-467bdd87c2a2 req-980404bd-85c3-435a-aaac-dbf31c2cfe74 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0974388 Sep 14 15:29:50.726197 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2ed01f24-24be-42b0-9426-467bdd87c2a2 req-733f7a47-1824-4911-b6ea-d858a239d113 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477366 Sep 14 15:29:50.732670 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Made reservation on behalf of d3034b59eb6f4673a1b6847c03081b4c for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:29:50.737672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:50.949259 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc498a-018f-4aa5-a8a2-36d209640797 req-9400815e-77f8-4232-a304-69af15774221 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:50.950869 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5efc498a-018f-4aa5-a8a2-36d209640797 req-9400815e-77f8-4232-a304-69af15774221 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1325283 Sep 14 15:29:50.970544 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Allocated IP 172.20.0.7 (a5de799f-f3da-453e-8aca-8a5d6d7616e1/657c6648-3a79-4c05-b681-a78e319e4ab1/0a266c8c-a588-4d04-91a9-cd9a3ea53ddd) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:29:51.015089 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f1ba0-dad5-4032-a816-45e6a81bb1b1 req-55cc2fb4-f51e-41b4-9c73-00b8f38d8361 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:51.022532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ff1f1ba0-dad5-4032-a816-45e6a81bb1b1 req-55cc2fb4-f51e-41b4-9c73-00b8f38d8361 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.1280706 Sep 14 15:29:51.087995 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5efc498a-018f-4aa5-a8a2-36d209640797 req-926bda96-f950-4bd0-b322-c01370a490e7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148038 Sep 14 15:29:51.125573 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ff1f1ba0-dad5-4032-a816-45e6a81bb1b1 req-dddf2d16-35b4-4a1d-ab02-090e161c71b5 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989926 Sep 14 15:29:51.304196 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:51.327063 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Transition to ACTIVE for port object 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:29:51.410586 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:51.467590 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:29:51.474567 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:29:51.483397 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:29:51.487162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:29:51.498292 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6bdca-c7eb-471a-81c8-f2b0fbe078b6 req-31f1061a-11d3-4a30-898e-a9979a92a5ae tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:51.502836 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54a6bdca-c7eb-471a-81c8-f2b0fbe078b6 req-31f1061a-11d3-4a30-898e-a9979a92a5ae tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.1291301 Sep 14 15:29:51.570853 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54a6bdca-c7eb-471a-81c8-f2b0fbe078b6 req-62025f13-e085-4253-9125-4d8483a07beb tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Sep 14 15:29:51.587416 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:51.588228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:51.616287 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-20e734f7-635e-40b0-a118-58731403caf5 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0931761 Sep 14 15:29:51.787408 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6cedb4ba-260b-4ea9-a93c-170c56c03329 None None] Provisioning for port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:29:51.791018 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6cedb4ba-260b-4ea9-a93c-170c56c03329 None None] Provisioning complete for port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:29:51.791397 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cedb4ba-260b-4ea9-a93c-170c56c03329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:29:51.825599 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-6cedb4ba-260b-4ea9-a93c-170c56c03329 None None] Port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:29:51.855700 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064982d-c6ae-4dd9-b341-c7ee3f7abe73 req-c1a51942-4d9a-449c-afc9-3a4a28d58dbf tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:51.857205 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6064982d-c6ae-4dd9-b341-c7ee3f7abe73 req-c1a51942-4d9a-449c-afc9-3a4a28d58dbf tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0580378 Sep 14 15:29:51.895785 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6064982d-c6ae-4dd9-b341-c7ee3f7abe73 req-df4f26bd-cb52-4a82-8483-ac3528fa97ee tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Sep 14 15:29:52.273320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ee868-1e24-43a7-8790-495ef68c6bfd req-c24075f0-88ec-4441-b6b3-1681cdae6a56 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:52.275031 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a98ee868-1e24-43a7-8790-495ef68c6bfd req-c24075f0-88ec-4441-b6b3-1681cdae6a56 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0772543 Sep 14 15:29:52.297993 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925811-2b11-4fa2-aa3c-deb12de9ad0b req-204b43e8-a2b1-436b-b052-e70e7daa1086 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:52.299615 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-65925811-2b11-4fa2-aa3c-deb12de9ad0b req-204b43e8-a2b1-436b-b052-e70e7daa1086 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0751975 Sep 14 15:29:52.343461 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a98ee868-1e24-43a7-8790-495ef68c6bfd req-e2a784de-35fb-4018-8c2f-8a92773728dd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600195 Sep 14 15:29:52.358733 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-65925811-2b11-4fa2-aa3c-deb12de9ad0b req-aa28399e-e09c-432f-b43e-a1d08a5ef97c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Sep 14 15:29:52.768781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e75ef-32ad-43b3-96c9-5257be94f501 req-3157ddc2-8066-4d8c-9926-ef5489a39c84 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:52.771605 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e80e75ef-32ad-43b3-96c9-5257be94f501 req-3157ddc2-8066-4d8c-9926-ef5489a39c84 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.1069896 Sep 14 15:29:52.815859 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e80e75ef-32ad-43b3-96c9-5257be94f501 req-30431c83-fe5c-4cf7-adb1-c7775ab8e3f6 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Sep 14 15:29:53.016398 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414161f7-e006-4b86-9754-f06af981c711 req-6bdf73a2-967a-4dd9-9dab-86e7ad5704c0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:53.017924 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-414161f7-e006-4b86-9754-f06af981c711 req-6bdf73a2-967a-4dd9-9dab-86e7ad5704c0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0493290 Sep 14 15:29:53.057863 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-414161f7-e006-4b86-9754-f06af981c711 req-9edf3db5-c3f7-458d-92fa-75e008610a90 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Sep 14 15:29:53.503233 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173e7c-dbc3-41ca-9bb2-7f2bdb7e0e36 req-fac31845-5933-4088-be02-67b0c0a854fa tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:53.509493 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a8173e7c-dbc3-41ca-9bb2-7f2bdb7e0e36 req-fac31845-5933-4088-be02-67b0c0a854fa tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0905578 Sep 14 15:29:53.568991 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1fd41-65b4-49f3-936e-9ee2d191177c req-7ee04af2-ebca-4510-b652-8414ef7997be tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:53.570638 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6d1fd41-65b4-49f3-936e-9ee2d191177c req-7ee04af2-ebca-4510-b652-8414ef7997be tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.1393831 Sep 14 15:29:53.580961 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a8173e7c-dbc3-41ca-9bb2-7f2bdb7e0e36 req-288f29a6-cae7-425b-8832-1002261fd44f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690753 Sep 14 15:29:53.614901 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6d1fd41-65b4-49f3-936e-9ee2d191177c req-9433ea95-b4fc-4133-82f6-34acdcf2bc84 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Sep 14 15:29:53.932628 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1b685-faca-4948-9f65-080c97fd7a03 req-e0378233-b8f9-406c-8a59-0b383c0c6287 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:53.934149 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8cb1b685-faca-4948-9f65-080c97fd7a03 req-e0378233-b8f9-406c-8a59-0b383c0c6287 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0488970 Sep 14 15:29:53.972985 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8cb1b685-faca-4948-9f65-080c97fd7a03 req-193e69d1-5cdb-40b0-bfb3-6c28f0ddcd50 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Sep 14 15:29:54.183538 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349372-6060-43f0-bff2-b0909b3b060d req-6083ffa3-5f20-4bd9-b9e4-3a33691664d9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:54.185061 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb349372-6060-43f0-bff2-b0909b3b060d req-6083ffa3-5f20-4bd9-b9e4-3a33691664d9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0547988 Sep 14 15:29:54.223567 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb349372-6060-43f0-bff2-b0909b3b060d req-2fe962f4-231e-4af4-a8c8-7f0261e31116 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Sep 14 15:29:54.734095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952502e-d9d9-4e70-82ca-a408f3e50128 req-999012dc-c45c-4f4e-826a-33dbbaff7ccf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:54.735591 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a952502e-d9d9-4e70-82ca-a408f3e50128 req-999012dc-c45c-4f4e-826a-33dbbaff7ccf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0799494 Sep 14 15:29:54.747062 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806d4e8-3f27-42b2-b231-60978a1adc29 req-eb2ec773-775c-4b9f-a645-e56d9d1397c7 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:54.748515 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9806d4e8-3f27-42b2-b231-60978a1adc29 req-eb2ec773-775c-4b9f-a645-e56d9d1397c7 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0644975 Sep 14 15:29:54.802912 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a952502e-d9d9-4e70-82ca-a408f3e50128 req-81925bae-4cf5-48a1-9bf6-d4b285010d27 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533948 Sep 14 15:29:54.807656 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9806d4e8-3f27-42b2-b231-60978a1adc29 req-ad8344fb-e4b3-4aa0-b55d-05e0aaaddf2a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523741 Sep 14 15:29:55.097052 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76370630-4028-4efa-b064-2b0e45912ba3 req-1eb8c097-fb9e-4dfe-90fb-ce768c7ad077 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:55.098570 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-76370630-4028-4efa-b064-2b0e45912ba3 req-1eb8c097-fb9e-4dfe-90fb-ce768c7ad077 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0513475 Sep 14 15:29:55.137163 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-76370630-4028-4efa-b064-2b0e45912ba3 req-b057e85e-3793-4796-9821-f9d54b6516e9 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Sep 14 15:29:55.346158 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2b0d-d66b-4088-bb07-4ed1c8224995 req-03c435ca-742c-4ba2-aa0b-eff7dede40e8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:55.348071 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-76bc2b0d-d66b-4088-bb07-4ed1c8224995 req-03c435ca-742c-4ba2-aa0b-eff7dede40e8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0498037 Sep 14 15:29:55.388458 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-76bc2b0d-d66b-4088-bb07-4ed1c8224995 req-94eed9d3-d951-43f8-98b0-3fd4d295fcdc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Sep 14 15:29:55.953627 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d81066-ddd2-4aa8-ac7f-3570cf7b2a0d req-0d1aed43-2418-4cc5-ae2d-cf66e3561bba tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:55.955157 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e8d81066-ddd2-4aa8-ac7f-3570cf7b2a0d req-0d1aed43-2418-4cc5-ae2d-cf66e3561bba tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0783603 Sep 14 15:29:55.963257 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b1633-c993-4296-820b-6ea1f2304a90 req-47ffa850-b577-4981-8ca4-0b0ff5eef1b3 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:55.964719 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bd5b1633-c993-4296-820b-6ea1f2304a90 req-47ffa850-b577-4981-8ca4-0b0ff5eef1b3 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0861042 Sep 14 15:29:56.021871 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e8d81066-ddd2-4aa8-ac7f-3570cf7b2a0d req-63d24407-2750-4cfd-8d83-29339bb9436e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561855 Sep 14 15:29:56.024616 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bd5b1633-c993-4296-820b-6ea1f2304a90 req-35b16e35-11b6-4d5a-95a2-dff062e868bb tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Sep 14 15:29:56.251228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689bfaf-a0cd-493a-97ef-feedd8601176 req-84b9b079-1cbe-45bd-9615-3826f3d9f415 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:56.252691 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0689bfaf-a0cd-493a-97ef-feedd8601176 req-84b9b079-1cbe-45bd-9615-3826f3d9f415 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0476639 Sep 14 15:29:56.289308 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0689bfaf-a0cd-493a-97ef-feedd8601176 req-5151a087-993f-44c3-8fd0-d6f03cdd8d4a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Sep 14 15:29:56.510091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223633e-0250-41bc-a939-c6d77a207ec0 req-bc3216fd-2bb2-42dd-84b9-e98ff41eaf72 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:56.511579 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f223633e-0250-41bc-a939-c6d77a207ec0 req-bc3216fd-2bb2-42dd-84b9-e98ff41eaf72 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0496571 Sep 14 15:29:56.549789 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f223633e-0250-41bc-a939-c6d77a207ec0 req-f0453bfa-aeb7-4f57-8271-483698dcaa40 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Sep 14 15:29:57.169678 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccbd1e-f275-4384-b64b-58c2e1328ae3 req-83869f3a-f3c9-4c26-9b1d-6c3b1e208f32 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:57.171274 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eaccbd1e-f275-4384-b64b-58c2e1328ae3 req-83869f3a-f3c9-4c26-9b1d-6c3b1e208f32 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0773728 Sep 14 15:29:57.191866 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb496ac-f206-443a-8c04-4ef08ba91e82 req-fecfb243-2222-43cf-877f-626a21ee0b9d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:57.193332 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5bb496ac-f206-443a-8c04-4ef08ba91e82 req-fecfb243-2222-43cf-877f-626a21ee0b9d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0714347 Sep 14 15:29:57.236676 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eaccbd1e-f275-4384-b64b-58c2e1328ae3 req-5db5c7f8-a292-4ffb-95c9-78cfcca169ae tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Sep 14 15:29:57.248447 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5bb496ac-f206-443a-8c04-4ef08ba91e82 req-7cdd522d-7673-4564-9989-a71ca1a0058e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474033 Sep 14 15:29:57.416355 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adb229-90ad-41d2-87a6-e3a07659072f req-08a79475-763d-49c9-81db-e53bd2b1fafa tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:57.418264 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e8adb229-90ad-41d2-87a6-e3a07659072f req-08a79475-763d-49c9-81db-e53bd2b1fafa tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0596874 Sep 14 15:29:57.471515 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e8adb229-90ad-41d2-87a6-e3a07659072f req-6e7153c2-20b8-4635-a657-319c44ccd449 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Sep 14 15:29:57.600486 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:29:57.693160 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58739cc-3b77-4366-af8b-c8c5606b21bd req-357e204a-7b32-418f-9a4d-2ed5828b09f7 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:57.695029 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f58739cc-3b77-4366-af8b-c8c5606b21bd req-357e204a-7b32-418f-9a4d-2ed5828b09f7 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0732820 Sep 14 15:29:57.738042 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f58739cc-3b77-4366-af8b-c8c5606b21bd req-717b614a-f453-4d34-9f24-0e00bc3254e9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368059 Sep 14 15:29:58.394302 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dece0-ca85-4d74-8dcf-3195bee0fff6 req-a9825014-03a6-4ed4-8fcd-97795d4cc918 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:58.395936 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-af6dece0-ca85-4d74-8dcf-3195bee0fff6 req-a9825014-03a6-4ed4-8fcd-97795d4cc918 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0805173 Sep 14 15:29:58.424070 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d32266-2c53-4bef-9f75-b78628c1c000 req-743e0a97-256d-4144-9ea1-4e37a4d33f99 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:58.426110 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c7d32266-2c53-4bef-9f75-b78628c1c000 req-743e0a97-256d-4144-9ea1-4e37a4d33f99 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0812602 Sep 14 15:29:58.474935 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-af6dece0-ca85-4d74-8dcf-3195bee0fff6 req-56159b33-1293-40ea-b38c-023647c9fc6e tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700257 Sep 14 15:29:58.489457 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c7d32266-2c53-4bef-9f75-b78628c1c000 req-a92235ac-83f5-42d0-b1e4-d09ad463ad48 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549715 Sep 14 15:29:58.626207 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f8d67-9e62-427d-b81b-756c913d29ef req-762d8972-702d-4878-899a-2eb961513a3e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:58.627762 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-222f8d67-9e62-427d-b81b-756c913d29ef req-762d8972-702d-4878-899a-2eb961513a3e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0501428 Sep 14 15:29:58.670490 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-222f8d67-9e62-427d-b81b-756c913d29ef req-59446c1e-ea28-4c06-a207-c9dd180ed65a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366514 Sep 14 15:29:58.857704 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689456ea-8043-4e42-bf8d-2fb704910066 req-bf7c85a7-a5ce-46c3-ba41-578996f77cbd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:58.859918 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-689456ea-8043-4e42-bf8d-2fb704910066 req-bf7c85a7-a5ce-46c3-ba41-578996f77cbd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0484362 Sep 14 15:29:58.899321 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-689456ea-8043-4e42-bf8d-2fb704910066 req-0a81aacb-8b5d-4564-9c34-47d33e1c63fc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Sep 14 15:29:59.672625 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3b87e-5f65-4983-a901-b5c90895793f req-04f61ce8-13a3-404f-863b-e079041cab60 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:59.674166 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b2d3b87e-5f65-4983-a901-b5c90895793f req-04f61ce8-13a3-404f-863b-e079041cab60 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0870206 Sep 14 15:29:59.681870 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f47a9e-5b43-4375-97eb-414a34d0c51c req-94794416-4713-439c-94e8-bb7717121d46 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:59.683374 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-59f47a9e-5b43-4375-97eb-414a34d0c51c req-94794416-4713-439c-94e8-bb7717121d46 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0848053 Sep 14 15:29:59.741773 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b2d3b87e-5f65-4983-a901-b5c90895793f req-f6f7b3cd-3f40-47ac-b1e5-57b3c518f128 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574007 Sep 14 15:29:59.744759 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-59f47a9e-5b43-4375-97eb-414a34d0c51c req-0d9fcb99-2cfe-4d69-a3c0-491367752254 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544116 Sep 14 15:29:59.876192 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f4305-535f-428d-bae2-cf250932c2fd req-e95c3cb8-bf13-44c0-8266-d65808e74635 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:29:59.877721 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d8f4305-535f-428d-bae2-cf250932c2fd req-e95c3cb8-bf13-44c0-8266-d65808e74635 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0524659 Sep 14 15:29:59.917061 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d8f4305-535f-428d-bae2-cf250932c2fd req-2c2890b9-ecd9-45b4-a978-d34900ef645a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Sep 14 15:30:00.045142 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9443e17-e239-40ec-87a8-bed68e82ba3d req-436c1125-f29e-41d8-9784-dbba3f3984ce tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:00.047246 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9443e17-e239-40ec-87a8-bed68e82ba3d req-436c1125-f29e-41d8-9784-dbba3f3984ce tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0557041 Sep 14 15:30:00.089245 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9443e17-e239-40ec-87a8-bed68e82ba3d req-560e645d-8f1f-4829-8c9a-1a5e80ea3620 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357585 Sep 14 15:30:00.819460 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:00.939447 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153707b-aa9a-431c-a030-e9eee026dba6 req-6c4fe9b1-92c8-45cb-ab0e-432345f36748 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:00.941128 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a153707b-aa9a-431c-a030-e9eee026dba6 req-6c4fe9b1-92c8-45cb-ab0e-432345f36748 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0880647 Sep 14 15:30:00.953906 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03d3ae-ecc5-4bf1-8bf3-f066a1e1ee93 req-6294e60e-bec3-494b-8be4-d662046c8951 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:00.955549 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cf03d3ae-ecc5-4bf1-8bf3-f066a1e1ee93 req-6294e60e-bec3-494b-8be4-d662046c8951 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0855644 Sep 14 15:30:01.011840 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cf03d3ae-ecc5-4bf1-8bf3-f066a1e1ee93 req-3e6da250-5f1c-40ae-b864-1d0feb04a70c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492795 Sep 14 15:30:01.024427 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a153707b-aa9a-431c-a030-e9eee026dba6 req-3d5c2383-a2c0-49cf-9e69-fa2e8cc0ef52 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678825 Sep 14 15:30:01.172819 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b96f0-8d02-496a-be2e-4d09ef4f6309 req-c25f511c-f61a-4852-b4b3-9a122e3463de tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:01.174774 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9e8b96f0-8d02-496a-be2e-4d09ef4f6309 req-c25f511c-f61a-4852-b4b3-9a122e3463de tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0767417 Sep 14 15:30:01.258155 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9e8b96f0-8d02-496a-be2e-4d09ef4f6309 req-9ec4d94e-37f6-4ae1-b95e-7e2c2152480f tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769775 Sep 14 15:30:01.271939 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52532d0-e3d7-41a9-b565-716323ccec9c req-e6b2ddec-8d3d-4e09-8261-d67abe02c064 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:01.273528 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a52532d0-e3d7-41a9-b565-716323ccec9c req-e6b2ddec-8d3d-4e09-8261-d67abe02c064 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0815663 Sep 14 15:30:01.325260 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a52532d0-e3d7-41a9-b565-716323ccec9c req-7cd3d74c-450d-49cc-b551-6054c6dbae77 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356147 Sep 14 15:30:02.167595 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aa414-143d-491f-bf1a-898d17880d51 req-936b94e7-3ce8-4ae8-be0b-d2ce25b633d0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:02.169417 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3f2aa414-143d-491f-bf1a-898d17880d51 req-936b94e7-3ce8-4ae8-be0b-d2ce25b633d0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0828121 Sep 14 15:30:02.184992 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b699a-60dc-4bfe-8495-cc1f9e3fc853 req-2b2a1f67-7c78-41c6-8451-8489f6ee546c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:02.187831 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9b2b699a-60dc-4bfe-8495-cc1f9e3fc853 req-2b2a1f67-7c78-41c6-8451-8489f6ee546c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0915890 Sep 14 15:30:02.250522 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3f2aa414-143d-491f-bf1a-898d17880d51 req-d6daeee0-30c0-4c00-b717-98926d703d64 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608823 Sep 14 15:30:02.269660 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9b2b699a-60dc-4bfe-8495-cc1f9e3fc853 req-7bdc2146-1369-4108-a21c-a0452e4d2cf9 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Sep 14 15:30:02.394105 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c8da-c8bf-43ea-8d42-02be8eff9a60 req-db5e3e75-7a83-4f90-8240-a766610f3e0d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:02.395679 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ecb5c8da-c8bf-43ea-8d42-02be8eff9a60 req-db5e3e75-7a83-4f90-8240-a766610f3e0d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0515635 Sep 14 15:30:02.480442 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ecb5c8da-c8bf-43ea-8d42-02be8eff9a60 req-07314812-aa9e-4442-be75-e60807d2f481 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782747 Sep 14 15:30:02.498672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7cd21-7d05-4ce4-9499-a136a74d77df req-bb1789fd-c32b-4de1-a3b7-336da8ba3f6f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:02.500839 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aba7cd21-7d05-4ce4-9499-a136a74d77df req-bb1789fd-c32b-4de1-a3b7-336da8ba3f6f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0902684 Sep 14 15:30:02.752942 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aba7cd21-7d05-4ce4-9499-a136a74d77df req-7e496cff-5547-4142-844b-bc246ffa6abf tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460887 Sep 14 15:30:03.399421 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf43202-a784-4e24-aefd-d227f5db8ce7 req-73d0cdee-25c9-4916-a462-c8f412efdc13 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:03.400903 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4bf43202-a784-4e24-aefd-d227f5db8ce7 req-73d0cdee-25c9-4916-a462-c8f412efdc13 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0480518 Sep 14 15:30:03.464598 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4bf43202-a784-4e24-aefd-d227f5db8ce7 req-4e7ed2f8-a919-4f49-8164-36a534320095 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Sep 14 15:30:03.477044 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203e58e-f447-4703-8de9-d0bad111ffda req-e26b3520-13d3-43fb-9412-799497a75acb tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:03.478562 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f203e58e-f447-4703-8de9-d0bad111ffda req-e26b3520-13d3-43fb-9412-799497a75acb tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.0734627 Sep 14 15:30:03.523494 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f203e58e-f447-4703-8de9-d0bad111ffda req-9aad365b-4bca-4447-916e-37b3f438724f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367386 Sep 14 15:30:03.610815 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb669a-13fd-4f9b-a6b1-99e796903e81 req-fddc0c19-be6a-4d59-a557-78ca645bc292 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:03.612399 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c4cb669a-13fd-4f9b-a6b1-99e796903e81 req-fddc0c19-be6a-4d59-a557-78ca645bc292 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 931 time: 0.0493855 Sep 14 15:30:03.617351 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Request body: {'port': {'device_id': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:03.693995 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c4cb669a-13fd-4f9b-a6b1-99e796903e81 req-897b3ce5-d928-47d3-a319-119616616ec4 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726981 Sep 14 15:30:03.696537 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:03.750762 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-230c750a-e39c-4b80-ade4-76a54474a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:03.752273 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-230c750a-e39c-4b80-ade4-76a54474a7b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1098 time: 0.0401101 Sep 14 15:30:03.890561 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-59277dbf-70a1-4be4-87a8-fcea209e3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:03.892313 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-59277dbf-70a1-4be4-87a8-fcea209e3b9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.1039162 Sep 14 15:30:03.933489 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0effd7-2ac5-47e3-b3a1-77dd75e3017f req-f2084e0a-e4ef-4785-85e4-31fb3a1da2aa tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:03.935003 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ba0effd7-2ac5-47e3-b3a1-77dd75e3017f req-f2084e0a-e4ef-4785-85e4-31fb3a1da2aa tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1073635 Sep 14 15:30:03.969163 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-24b058de-0f6b-43c9-b9dd-9fae2960333a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 1001 time: 0.0641928 Sep 14 15:30:03.993769 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ba0effd7-2ac5-47e3-b3a1-77dd75e3017f req-e6bd545f-4846-488b-8839-e83d414f203c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503302 Sep 14 15:30:04.025866 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-53896215-168e-401c-8d49-e7aa4370c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.027471 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-53896215-168e-401c-8d49-e7aa4370c8cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0468910 Sep 14 15:30:04.044138 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:30:04.053409 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:04.066623 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Transition to ACTIVE for port object 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:30:04.070513 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:04.077877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-8231c179-5a1a-41cf-9cdc-88c621605159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.079449 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-8231c179-5a1a-41cf-9cdc-88c621605159 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429521 Sep 14 15:30:04.143503 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:04.181588 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-6cadfb7f-7989-4be2-b7f4-fdccafb7eade service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918515 Sep 14 15:30:04.192160 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.192774 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.193678 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.194200 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.194584 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.194920 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.195250 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.195577 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.195903 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.196383 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.196638 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.196916 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:04.227046 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Attempting to bind port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:30:04.227405 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Attempting to bind port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:30:04.227745 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Attempting to bind port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd on network a5de799f-f3da-453e-8aca-8a5d6d7616e1 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:30:04.232222 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd on network a5de799f-f3da-453e-8aca-8a5d6d7616e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:30:04.232551 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Attempting to bind port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd on network a5de799f-f3da-453e-8aca-8a5d6d7616e1 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:30:04.237906 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:30:04.238244 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Checking segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:30:04.238686 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Bound using segment: {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:30:04.239114 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Bound port: 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99041e24-04de-4c51-8db7-a653012da6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:30:04.239475 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:04.285876 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-9f5801c1-ed53-4e57-a4b5-bfda6c55d54f req-c257f1da-8400-4a50-9db2-a8cdc5f5c64c service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942569 Sep 14 15:30:04.307313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:30:04.315753 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:30:04.320631 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:04.359812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.360452 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:04.361944 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] 10.222.0.52 "PUT /v2.0/ports/0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 1093 time: 0.7485294 Sep 14 15:30:04.362277 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:04.364716 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64102e77-c575-432d-9f66-5b63d84f17bd" -d '{"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:04.391879 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521c7b5-b93b-4055-a00c-965fe462b62d service neutron] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:04.417322 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b82d1d6-4f90-41cb-b02d-47edc37c9d8d x-openstack-request-id: req-7b82d1d6-4f90-41cb-b02d-47edc37c9d8d {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:04.417888 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:04.418032 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b82d1d6-4f90-41cb-b02d-47edc37c9d8d {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:04.418490 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'status': 'completed', 'code': 200} Sep 14 15:30:04.461919 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-014c30d9-8098-4925-95bb-1bb34d3f2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.463490 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-014c30d9-8098-4925-95bb-1bb34d3f2d38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1096 time: 0.0439610 Sep 14 15:30:04.509839 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-ef128e51-b0ad-4b4d-87dd-b500de6a78cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 217 time: 0.0356741 Sep 14 15:30:04.599036 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-d54057f6-9393-40e8-8de6-da31b5ce8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.600536 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-d54057f6-9393-40e8-8de6-da31b5ce8e9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0819340 Sep 14 15:30:04.613643 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a4def-9e0a-4b7c-b042-db44ba210694 req-33e5d114-c88b-4caf-b91c-882fcb35b547 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.615273 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-660a4def-9e0a-4b7c-b042-db44ba210694 req-33e5d114-c88b-4caf-b91c-882fcb35b547 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0659003 Sep 14 15:30:04.719383 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-660a4def-9e0a-4b7c-b042-db44ba210694 req-7b6ac968-9923-41a3-9eb3-3ff9b1e9d907 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956011 Sep 14 15:30:04.727588 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-af07c995-127c-44e3-ad68-28df2674a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.729465 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-af07c995-127c-44e3-ad68-28df2674a02e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133142 Sep 14 15:30:04.739759 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e0410-2f0d-4e32-8e37-3abb58f6a62f req-0e24980a-5f0a-4034-b68d-72afb91f00e7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.741406 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-969e0410-2f0d-4e32-8e37-3abb58f6a62f req-0e24980a-5f0a-4034-b68d-72afb91f00e7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 943 time: 0.1157994 Sep 14 15:30:04.874861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-969e0410-2f0d-4e32-8e37-3abb58f6a62f req-732d89fb-c1ed-409f-bd73-200963a98bcd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201060 Sep 14 15:30:04.911148 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd03db-f83a-4944-8492-7a0e9b2a86e6 req-f54564a7-274c-4663-b470-d2027d7a2cbd tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:04.912601 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d7cd03db-f83a-4944-8492-7a0e9b2a86e6 req-f54564a7-274c-4663-b470-d2027d7a2cbd tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 943 time: 0.1070764 Sep 14 15:30:04.915151 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-22869f01-395e-4c99-8071-12fbb846f2c7 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709251 Sep 14 15:30:04.988811 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d7cd03db-f83a-4944-8492-7a0e9b2a86e6 req-dc2e4c50-30a9-456b-9aa6-4d7477c3e992 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696576 Sep 14 15:30:05.046813 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e061bbaa-2e4b-43e1-a191-da7691d7a3fe req-5bfbd21b-b94c-4347-a988-aa0653157658 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198072 Sep 14 15:30:05.194133 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102e77-c575-432d-9f66-5b63d84f17bd req-61bf6d79-4aa8-4b14-8df2-68ab0dc91f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.195667 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-61bf6d79-4aa8-4b14-8df2-68ab0dc91f5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1096 time: 0.0669320 Sep 14 15:30:05.205037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d5009-d338-4c2c-96c3-2c1ad8422022 req-db7e2295-2dcf-48e2-bd43-9f64203a8577 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.206511 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b0d5009-d338-4c2c-96c3-2c1ad8422022 req-db7e2295-2dcf-48e2-bd43-9f64203a8577 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0874364 Sep 14 15:30:05.296246 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b0d5009-d338-4c2c-96c3-2c1ad8422022 req-b7a20e39-f999-4bc6-8511-f712ddd6c355 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811558 Sep 14 15:30:05.327318 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102e77-c575-432d-9f66-5b63d84f17bd req-2d97b202-e38f-4af4-9453-f0517402362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.329123 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-2d97b202-e38f-4af4-9453-f0517402362a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.1217499 Sep 14 15:30:05.364215 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:30:05.383821 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-2e4dfd2b-ecf2-4743-87aa-86e11ea0f022 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 217 time: 0.0451238 Sep 14 15:30:05.440957 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102e77-c575-432d-9f66-5b63d84f17bd req-012f2cb0-c01c-4311-9f75-3126320e76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.442556 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-012f2cb0-c01c-4311-9f75-3126320e76ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0474286 Sep 14 15:30:05.486636 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:05.498894 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'port_id': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'mac_address': 'fa:16:3e:e1:7b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:30:05.512651 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102e77-c575-432d-9f66-5b63d84f17bd req-0fe29698-6e8e-4903-9b68-1a2f1b5e24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.514720 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-0fe29698-6e8e-4903-9b68-1a2f1b5e24cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555406 Sep 14 15:30:05.542548 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:05.558163 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1466d0e-8d93-4c71-9723-25523c8901be {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:30:05.579750 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:05.584446 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:05.630964 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-1db7de0a-281c-48f4-bd69-9967b2340698 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972443 Sep 14 15:30:05.637077 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=9']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:05.735564 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64102e77-c575-432d-9f66-5b63d84f17bd req-8602bfda-e80c-45be-bbe0-f65fb91c86a6 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931556 Sep 14 15:30:05.885936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc99b1-21fd-42d8-8470-2e7bf1bf86c1 req-7f61058d-7218-4b72-af6b-79c968adaa83 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.887604 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-53bc99b1-21fd-42d8-8470-2e7bf1bf86c1 req-7f61058d-7218-4b72-af6b-79c968adaa83 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.0714135 Sep 14 15:30:05.898095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-9f3763ba-9dbe-41d2-ba5e-c99537743029 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:05.899132 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-9f3763ba-9dbe-41d2-ba5e-c99537743029 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 945 time: 0.1017072 Sep 14 15:30:05.912930 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['f1466d0e-8d93-4c71-9723-25523c8901be'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:06.033412 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-53bc99b1-21fd-42d8-8470-2e7bf1bf86c1 req-3892012f-2e3a-4016-a1ca-00310431372a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331222 Sep 14 15:30:06.085255 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac14e7-be75-43cb-ba5b-ca3c17dc611f req-d3086dde-be3b-460f-9556-c0f7c00cbe49 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:06.086914 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5bac14e7-be75-43cb-ba5b-ca3c17dc611f req-d3086dde-be3b-460f-9556-c0f7c00cbe49 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 944 time: 0.1204262 Sep 14 15:30:06.112176 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Deleting port 9a37d181-d4a0-4065-92fd-011ddd876d07 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:30:06.112510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:06.190288 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5bac14e7-be75-43cb-ba5b-ca3c17dc611f req-e18ac05a-a83f-4aba-94fe-90675b8f560b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951545 Sep 14 15:30:06.242225 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d2f46-afff-4aa3-a0f8-202c9651e0c8 req-c50a6124-5c19-4fbe-ba15-c5b20651db73 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:06.243727 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b5d2f46-afff-4aa3-a0f8-202c9651e0c8 req-c50a6124-5c19-4fbe-ba15-c5b20651db73 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 943 time: 0.1347899 Sep 14 15:30:06.290193 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] For port 9a37d181-d4a0-4065-92fd-011ddd876d07, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a37d181-d4a0-4065-92fd-011ddd876d07,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:06.290498 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:06.314557 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b5d2f46-afff-4aa3-a0f8-202c9651e0c8 req-690e08f9-b7bb-4953-8173-3f13187d30c4 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Sep 14 15:30:06.315449 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Calling delete_port for 9a37d181-d4a0-4065-92fd-011ddd876d07 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:30:06.470269 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:06.492178 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['9a37d181-d4a0-4065-92fd-011ddd876d07'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:06.497857 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Pushing event deleted for resources: {'Port': ['ID=9a37d181-d4a0-4065-92fd-011ddd876d07,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:06.559841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] No DVR routers for this DVR port 9a37d181-d4a0-4065-92fd-011ddd876d07 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:30:06.563306 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:06.565260 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-93499203-5795-4ea0-b73f-95b30c0edbbf req-6aff4399-016d-4a70-838a-54b774f00bd0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "DELETE /v2.0/ports/9a37d181-d4a0-4065-92fd-011ddd876d07 HTTP/1.1" status: 204 len: 173 time: 0.6567504 Sep 14 15:30:06.565707 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc35086c-9811-4568-82d3-87a789529de6', 'name': 'network-vif-deleted', 'tag': '9a37d181-d4a0-4065-92fd-011ddd876d07'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:06.568033 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603b598-ab93-4bff-b4b8-83441a03f1c3" -d '{"events": [{"server_uuid": "fc35086c-9811-4568-82d3-87a789529de6", "name": "network-vif-deleted", "tag": "9a37d181-d4a0-4065-92fd-011ddd876d07"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:06.605994 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc451de-7125-4acc-8082-dbad0f899c68 x-openstack-request-id: req-dfc451de-7125-4acc-8082-dbad0f899c68 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:06.606281 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc35086c-9811-4568-82d3-87a789529de6", "name": "network-vif-deleted", "tag": "9a37d181-d4a0-4065-92fd-011ddd876d07", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:06.606572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dfc451de-7125-4acc-8082-dbad0f899c68 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:06.606961 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc35086c-9811-4568-82d3-87a789529de6', 'name': 'network-vif-deleted', 'tag': '9a37d181-d4a0-4065-92fd-011ddd876d07', 'status': 'completed', 'code': 200} Sep 14 15:30:07.168614 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb9be8d0-dda4-461a-b7e6-592b7bc975d3 req-c3dd5179-9ba0-4166-aa10-9666563f143f tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=fc35086c-9811-4568-82d3-87a789529de6 HTTP/1.1" status: 200 len: 210 time: 0.0359561 Sep 14 15:30:07.218282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32deb-6ece-43a6-a4c6-d9aaaa8a6d61 req-3e00ec3f-8431-4751-8958-5dd0866b1c11 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:07.220119 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41c32deb-6ece-43a6-a4c6-d9aaaa8a6d61 req-3e00ec3f-8431-4751-8958-5dd0866b1c11 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0509136 Sep 14 15:30:07.259261 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41c32deb-6ece-43a6-a4c6-d9aaaa8a6d61 req-ba1b315c-b922-473f-91ba-16b531cf7c8c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Sep 14 15:30:07.313039 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bb5f6-2820-49bf-9b27-2085bc2fa7e9 req-a9ac19c6-e984-45f6-a597-ba54d85b4f08 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:07.314551 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d9bb5f6-2820-49bf-9b27-2085bc2fa7e9 req-a9ac19c6-e984-45f6-a597-ba54d85b4f08 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 944 time: 0.0492013 Sep 14 15:30:07.353484 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d9bb5f6-2820-49bf-9b27-2085bc2fa7e9 req-ef73aeb3-61f3-464d-9d78-61b3d00a863b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Sep 14 15:30:07.382920 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:30:07.386293 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:30:07.433197 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b9e1f-e968-427e-8553-b005417011a0 req-e81849eb-7b78-48a7-895f-38f9a7e90c2a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:07.436428 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0e3b9e1f-e968-427e-8553-b005417011a0 req-e81849eb-7b78-48a7-895f-38f9a7e90c2a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 943 time: 0.0524766 Sep 14 15:30:07.475841 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0e3b9e1f-e968-427e-8553-b005417011a0 req-8796d1b6-d4d1-40d4-8ad9-f8179eb2ec9e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Sep 14 15:30:07.498816 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port f1466d0e-8d93-4c71-9723-25523c8901be triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:30:07.500028 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:07.543592 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:07.561370 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'port_id': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'mac_address': 'fa:16:3e:61:8e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:30:07.625579 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:07.631644 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:07.651174 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:30:07.670069 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:07.672465 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4c0344-6310-4a8d-bb20-c0980927aa9e" -d '{"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-plugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:07.694449 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:07.696316 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:07.699186 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:07.704034 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:07.725973 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28bbe51-0d50-4051-b598-bdf1e9ace246 x-openstack-request-id: req-d28bbe51-0d50-4051-b598-bdf1e9ace246 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:07.726182 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-plugged", "status": "completed", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:07.726438 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d28bbe51-0d50-4051-b598-bdf1e9ace246 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:07.726832 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'code': 200} Sep 14 15:30:07.755470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=10']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:07.807740 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:07.996370 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:08.250024 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86ed1-3cd6-4ddb-a4ce-c92708988624 req-6db380ba-ce26-4b53-bb95-51946896a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:08.251042 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64e86ed1-3cd6-4ddb-a4ce-c92708988624 req-6db380ba-ce26-4b53-bb95-51946896a696 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1099 time: 0.0467920 Sep 14 15:30:08.308006 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-64e86ed1-3cd6-4ddb-a4ce-c92708988624 req-ff178306-aa81-4300-adc5-b2c82953476e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Sep 14 15:30:08.430876 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40132921-332e-40cc-aaf0-2adf473e2bba req-98db80ab-d61f-4ccd-8fc1-3aa2d8ddf58f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:08.432590 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-40132921-332e-40cc-aaf0-2adf473e2bba req-98db80ab-d61f-4ccd-8fc1-3aa2d8ddf58f tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0823839 Sep 14 15:30:08.544178 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-40132921-332e-40cc-aaf0-2adf473e2bba req-a02fc4c1-61ae-4f2d-9767-fdcb0821b514 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864363 Sep 14 15:30:08.577424 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f359f6-f47d-4a75-82c4-5bd583193ae4 req-74b2c5a1-eca9-42b4-ba67-2d5c222c1ba6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:08.579836 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e5f359f6-f47d-4a75-82c4-5bd583193ae4 req-74b2c5a1-eca9-42b4-ba67-2d5c222c1ba6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0982194 Sep 14 15:30:08.658627 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e5f359f6-f47d-4a75-82c4-5bd583193ae4 req-0979a342-dd25-4473-a7a3-d64108b10ffd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712206 Sep 14 15:30:08.683198 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe54fb-c945-402e-a202-e579ab2528b5 req-a17efcd3-49e8-48e6-8f42-052b84eff13c tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:08.685390 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2bbe54fb-c945-402e-a202-e579ab2528b5 req-a17efcd3-49e8-48e6-8f42-052b84eff13c tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 944 time: 0.0832276 Sep 14 15:30:08.726671 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2bbe54fb-c945-402e-a202-e579ab2528b5 req-bc041c26-3e5b-4ee1-8935-d611ff7495dd tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Sep 14 15:30:09.662774 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ea940-413e-4307-8eb8-1321563f8c8c req-1dc405c3-34ca-4606-8165-e58e2901e935 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:09.664198 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a21ea940-413e-4307-8eb8-1321563f8c8c req-1dc405c3-34ca-4606-8165-e58e2901e935 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0497732 Sep 14 15:30:09.703418 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a21ea940-413e-4307-8eb8-1321563f8c8c req-912ace4c-1089-4893-9bbb-ff8f5d313c4c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Sep 14 15:30:09.787303 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e405d5-d3f3-4904-958d-fc60da1c2955 req-b37ec4ce-3fbb-442b-923e-f504fb4e01ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:09.788851 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e5e405d5-d3f3-4904-958d-fc60da1c2955 req-b37ec4ce-3fbb-442b-923e-f504fb4e01ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0541830 Sep 14 15:30:09.854292 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e5e405d5-d3f3-4904-958d-fc60da1c2955 req-0e4e453c-0d4b-481f-82bc-4aefdc0e6739 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594916 Sep 14 15:30:09.871221 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3425e-f808-48d6-8b6d-9657560585c0 req-a23b7d7f-23bc-4012-a5a4-22c7a356c6ca tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:09.872798 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ee3425e-f808-48d6-8b6d-9657560585c0 req-a23b7d7f-23bc-4012-a5a4-22c7a356c6ca tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 944 time: 0.0710034 Sep 14 15:30:09.913413 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ee3425e-f808-48d6-8b6d-9657560585c0 req-0a5ad711-e6d2-48fa-831b-91f4808faf58 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Sep 14 15:30:10.833426 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e3ad-104d-4dda-b2cd-389d5fb08db1 req-17d23734-a2b5-4cd9-9574-ca33fb0f52c3 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:10.834917 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b311e3ad-104d-4dda-b2cd-389d5fb08db1 req-17d23734-a2b5-4cd9-9574-ca33fb0f52c3 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0622280 Sep 14 15:30:10.875009 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b311e3ad-104d-4dda-b2cd-389d5fb08db1 req-7c973bb3-4b58-4530-b93c-ba0d40a8e4ed tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Sep 14 15:30:10.984077 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f97cf0-cb21-4b45-a9d8-27bebc235630 req-31ff1d6c-fddc-4af9-a627-1ea76b67d0c4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:10.985730 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-92f97cf0-cb21-4b45-a9d8-27bebc235630 req-31ff1d6c-fddc-4af9-a627-1ea76b67d0c4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0566719 Sep 14 15:30:11.053690 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-92f97cf0-cb21-4b45-a9d8-27bebc235630 req-8ca9b792-f0b1-4462-aa20-ee29751b08e1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584993 Sep 14 15:30:11.061729 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd337f-c285-467d-9c68-1e2f3cfc13d3 req-d771a500-c8bf-4b88-a13a-00b1ddd4b590 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:11.063531 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-46cd337f-c285-467d-9c68-1e2f3cfc13d3 req-d771a500-c8bf-4b88-a13a-00b1ddd4b590 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 944 time: 0.0768728 Sep 14 15:30:11.102608 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-46cd337f-c285-467d-9c68-1e2f3cfc13d3 req-6910f9be-5281-4f8a-9f18-f6210931c422 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Sep 14 15:30:11.364798 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bff9f841-02de-4c3c-9de8-c0fab74f5c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:11.500497 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:30:11.551487 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:30:11.555539 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:30:11.555912 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:11.635535 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:11.659286 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:11.661535 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbda6feb-9403-4481-9b7f-5f9c25541ba0" -d '{"events": [{"server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:11.674875 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:11.679334 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:11.679964 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 9a37d181-d4a0-4065-92fd-011ddd876d07 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:30:11.702916 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e0accd-72f1-44fa-b619-8c0129d94a94 x-openstack-request-id: req-77e0accd-72f1-44fa-b619-8c0129d94a94 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:11.703203 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:11.703452 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77e0accd-72f1-44fa-b619-8c0129d94a94 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:11.703841 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'code': 200} Sep 14 15:30:11.720455 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 9a37d181-d4a0-4065-92fd-011ddd876d07 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:30:11.720794 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 9a37d181-d4a0-4065-92fd-011ddd876d07 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:30:11.748993 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:11.875635 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb161b-84a8-422c-af81-a58e44afd31a req-cc58b783-1fd4-445c-91f1-c278fc5e04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:11.877143 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a9fb161b-84a8-422c-af81-a58e44afd31a req-cc58b783-1fd4-445c-91f1-c278fc5e04a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1098 time: 0.0414464 Sep 14 15:30:11.920805 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a9fb161b-84a8-422c-af81-a58e44afd31a req-de44e4bf-c7da-4c14-8d7f-a1039b5393a3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Sep 14 15:30:12.009985 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5bd7-2882-409f-bf60-f7bcc405e945 req-560e2665-f696-494e-9e8b-a7c5934138ab tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:12.011613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f70a5bd7-2882-409f-bf60-f7bcc405e945 req-560e2665-f696-494e-9e8b-a7c5934138ab tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0542543 Sep 14 15:30:12.056242 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f70a5bd7-2882-409f-bf60-f7bcc405e945 req-95d72639-68df-4e41-a661-d0b4928a0854 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356364 Sep 14 15:30:12.187179 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aed40-2419-4507-9bd2-4da747ab8590 req-1020ecb6-ba3b-480a-82d8-4c2144fe46f3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:12.188596 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb9aed40-2419-4507-9bd2-4da747ab8590 req-1020ecb6-ba3b-480a-82d8-4c2144fe46f3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0581367 Sep 14 15:30:12.473936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6f2bf-6266-4bb4-9a16-7c3160c39d81 req-6f5e6214-23e0-40c1-82a2-7fe7757cf98a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:12.475518 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-31b6f2bf-6266-4bb4-9a16-7c3160c39d81 req-6f5e6214-23e0-40c1-82a2-7fe7757cf98a tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.3049593 Sep 14 15:30:12.478854 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb9aed40-2419-4507-9bd2-4da747ab8590 req-9a24e305-b0a0-44ba-a2f5-2f685af4bd81 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725177 Sep 14 15:30:12.522879 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-31b6f2bf-6266-4bb4-9a16-7c3160c39d81 req-11cd0b36-70e2-4f1e-87c6-f8b2f20a473e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Sep 14 15:30:13.174593 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecc08a-365d-4552-b9cb-f4721845862c req-7d5dbd59-daa5-49e4-a79f-ea725fa2e5af tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:13.176336 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-56ecc08a-365d-4552-b9cb-f4721845862c req-7d5dbd59-daa5-49e4-a79f-ea725fa2e5af tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0498011 Sep 14 15:30:13.217623 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-56ecc08a-365d-4552-b9cb-f4721845862c req-dfaf1d5e-6698-4386-93ac-63c58ee96619 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Sep 14 15:30:13.363965 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-52b972a0-058c-46df-bf8e-bbc48f9b7a6c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:13.365685 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-52b972a0-058c-46df-bf8e-bbc48f9b7a6c tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 946 time: 0.0606024 Sep 14 15:30:13.482386 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Deleting port 7bcff124-8231-4ce8-b8c6-e2b080401a18 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:30:13.482656 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:13.580083 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] For port 7bcff124-8231-4ce8-b8c6-e2b080401a18, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7bcff124-8231-4ce8-b8c6-e2b080401a18,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:13.580450 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:13.631413 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Calling delete_port for 7bcff124-8231-4ce8-b8c6-e2b080401a18 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:30:13.717228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd23dd-08df-4e98-91fa-0d02113055d0 req-6f40a824-c89c-404e-8726-a0f978c5bfd1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:13.719174 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d1cd23dd-08df-4e98-91fa-0d02113055d0 req-6f40a824-c89c-404e-8726-a0f978c5bfd1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.1457016 Sep 14 15:30:13.731908 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b936fd-ffc2-4c61-af99-49fff6c5f5b4 req-50d9378f-71f0-4a44-bcbb-e844e88358e3 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:13.734643 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-07b936fd-ffc2-4c61-af99-49fff6c5f5b4 req-50d9378f-71f0-4a44-bcbb-e844e88358e3 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1370778 Sep 14 15:30:13.824117 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d1cd23dd-08df-4e98-91fa-0d02113055d0 req-c9796797-8a5d-4152-b3b4-b2f3eb0b032e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885160 Sep 14 15:30:13.831723 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-07b936fd-ffc2-4c61-af99-49fff6c5f5b4 req-38b2e788-d21a-4673-8b84-c5a77249685c tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861247 Sep 14 15:30:13.915337 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:13.936445 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['e80718c6-1ad2-4e22-ba1c-90374322be3b', '7bcff124-8231-4ce8-b8c6-e2b080401a18'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:13.980219 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Pushing event deleted for resources: {'Port': ['ID=7bcff124-8231-4ce8-b8c6-e2b080401a18,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:14.066164 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] No DVR routers for this DVR port 7bcff124-8231-4ce8-b8c6-e2b080401a18 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:30:14.070279 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:14.074532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a6d66b87-aa65-4e18-9f88-db05aa9bc87d req-55917391-31f9-47ae-8dae-6456ec21c1d0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "DELETE /v2.0/ports/7bcff124-8231-4ce8-b8c6-e2b080401a18 HTTP/1.1" status: 204 len: 173 time: 0.7013171 Sep 14 15:30:14.075573 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'name': 'network-vif-deleted', 'tag': '7bcff124-8231-4ce8-b8c6-e2b080401a18'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:14.083265 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8833a-a0d9-4bf7-9fc2-6217db868b26" -d '{"events": [{"server_uuid": "b0177a8d-529d-47f8-9327-96cd575c8b9e", "name": "network-vif-deleted", "tag": "7bcff124-8231-4ce8-b8c6-e2b080401a18"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:14.121817 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f22311-5687-4c19-b855-e22f0ee7423e req-83a533ed-0cb3-4eb0-9964-8f93b88d4d3f tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:14.131156 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-17f22311-5687-4c19-b855-e22f0ee7423e req-83a533ed-0cb3-4eb0-9964-8f93b88d4d3f tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1723347 Sep 14 15:30:14.181793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9cc1c-8a3a-4c95-a91b-00ac95defd70 x-openstack-request-id: req-80f9cc1c-8a3a-4c95-a91b-00ac95defd70 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:14.182503 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0177a8d-529d-47f8-9327-96cd575c8b9e", "name": "network-vif-deleted", "tag": "7bcff124-8231-4ce8-b8c6-e2b080401a18", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:14.182836 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80f9cc1c-8a3a-4c95-a91b-00ac95defd70 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:14.183493 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0177a8d-529d-47f8-9327-96cd575c8b9e', 'name': 'network-vif-deleted', 'tag': '7bcff124-8231-4ce8-b8c6-e2b080401a18', 'status': 'completed', 'code': 200} Sep 14 15:30:14.204122 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-17f22311-5687-4c19-b855-e22f0ee7423e req-cce2b027-f530-414a-8823-7b5b8d239173 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678220 Sep 14 15:30:14.219522 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:14.312812 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9f1cbaf9-954e-43bd-8519-d2f889d5ce79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:14.344024 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-94d710a1-8667-4bba-96fe-e012bd77b296 req-d7704cf3-e19b-408b-81b9-20e6aaf2a3e0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.0383019 Sep 14 15:30:14.592879 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee03f6-6a36-4dc4-bd7b-d63842e9ed13 req-51161932-1752-4684-b8ef-1e273af751a4 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:14.594421 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-03ee03f6-6a36-4dc4-bd7b-d63842e9ed13 req-51161932-1752-4684-b8ef-1e273af751a4 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0547116 Sep 14 15:30:14.633150 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-03ee03f6-6a36-4dc4-bd7b-d63842e9ed13 req-589666e1-13f7-461a-87b6-c31c2ef710f0 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Sep 14 15:30:15.197096 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:15.459629 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d1be8051-2ceb-4801-a6bc-e0da70a3c115 req-a088aeb5-fe7e-49d5-bc67-edcd4bfa6de2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.0321105 Sep 14 15:30:16.568301 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5944b630-a1ee-4d4e-abd4-952b86f92d73 req-7ea9e8b9-d066-4c10-8f09-842f5ed1b712 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0177a8d-529d-47f8-9327-96cd575c8b9e HTTP/1.1" status: 200 len: 210 time: 0.0271571 Sep 14 15:30:16.983441 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:17.838284 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd541892-1525-43b9-8102-e9657ea27686 req-8470ef0f-7bcd-4db1-802b-3aebe9a47ef2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:17.839826 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd541892-1525-43b9-8102-e9657ea27686 req-8470ef0f-7bcd-4db1-802b-3aebe9a47ef2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0504146 Sep 14 15:30:17.878891 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd541892-1525-43b9-8102-e9657ea27686 req-1a090217-6399-41a8-b8a1-a823573367c7 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Sep 14 15:30:18.511686 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-36417333-6fcb-48ca-bb7c-e42fc4e44f0d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:18.513169 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-36417333-6fcb-48ca-bb7c-e42fc4e44f0d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/networks?id=250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 200 len: 814 time: 0.1115685 Sep 14 15:30:18.528726 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-57288887-fa3e-4a6b-95bf-860dfb9a4cf2 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/quotas/12bf7f16a2454a3490fe46e229ba0181 HTTP/1.1" status: 200 len: 375 time: 0.0092947 Sep 14 15:30:18.562527 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-d84fa96b-aa3d-4932-a6a3-9272045ec86c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=12bf7f16a2454a3490fe46e229ba0181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273046 Sep 14 15:30:18.661713 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-d7f4f326-d26b-4c4e-b63f-d42471921485 service neutron] 10.222.0.68 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914071 Sep 14 15:30:18.756676 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-89a82571-c599-4bb2-9377-f6bd0c2d6786 service neutron] 10.222.0.68 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889502 Sep 14 15:30:18.915941 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-619972c8-86eb-4f6a-b352-18aae9eb1a80 req-4b70492c-1698-407e-858d-7457e6c9dc2e tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 210 time: 0.0284247 Sep 14 15:30:19.007302 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db0a41-438b-4374-b97c-d51571565a41 req-6f91e85e-b787-41e3-932e-276932f0b8a9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:19.008867 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3db0a41-438b-4374-b97c-d51571565a41 req-6f91e85e-b787-41e3-932e-276932f0b8a9 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0510828 Sep 14 15:30:19.054105 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3db0a41-438b-4374-b97c-d51571565a41 req-df63ff1d-d6f8-42ba-9668-950099a641bf tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382006 Sep 14 15:30:19.948851 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-507cfec4-aa2f-49d8-aa2d-caaff963b82f tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:19.950422 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-507cfec4-aa2f-49d8-aa2d-caaff963b82f tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "GET /v2.0/networks?id=250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 200 len: 814 time: 0.1104100 Sep 14 15:30:19.967718 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Request body: {'port': {'device_id': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162', 'admin_state_up': True, 'tenant_id': '12bf7f16a2454a3490fe46e229ba0181'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:20.038236 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-049ed912-cebd-429d-8d7e-27a31f6cfc44 req-1afc64b7-aa22-4f2e-a4cc-585b4f890cd5 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 210 time: 0.0456002 Sep 14 15:30:20.115344 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Made reservation on behalf of 12bf7f16a2454a3490fe46e229ba0181 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:30:20.118837 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:20.225946 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbcddc-77f2-4f7a-9bd9-ca0111c4ece8 req-172cbbff-38ed-48e1-a4b5-557477b6fcd6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:20.227374 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23fbcddc-77f2-4f7a-9bd9-ca0111c4ece8 req-172cbbff-38ed-48e1-a4b5-557477b6fcd6 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0981250 Sep 14 15:30:20.300275 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23fbcddc-77f2-4f7a-9bd9-ca0111c4ece8 req-5910d993-9b69-424e-9421-49e3cc87c842 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Sep 14 15:30:20.314032 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Allocated IP 172.20.0.8 (250d0f04-e1f9-44b2-aecb-558706259162/2a3db8da-7ea4-462e-bb84-fd63c6cf5808/62c8190b-0126-4d6e-8be4-41640aadc7d4) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:30:20.459203 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:20.497910 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:20.539094 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Network 250d0f04-e1f9-44b2-aecb-558706259162 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:30:20.542040 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:30:20.546304 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:30:20.551076 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 7bcff124-8231-4ce8-b8c6-e2b080401a18 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:30:20.554732 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Pushing event updated for resources: {'Port': ['ID=62c8190b-0126-4d6e-8be4-41640aadc7d4,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:20.571429 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 7bcff124-8231-4ce8-b8c6-e2b080401a18 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:30:20.571775 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 7bcff124-8231-4ce8-b8c6-e2b080401a18 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:30:20.599820 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:20.600440 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:20.615266 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-8431713c-31eb-4234-ac33-8011ee1f0023 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6539526 Sep 14 15:30:20.629198 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Request body: {'port': {'device_id': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:20.684591 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:20.942265 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c8190b-0126-4d6e-8be4-41640aadc7d4 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:30:20.949532 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:20.961766 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Transition to ACTIVE for port object 62c8190b-0126-4d6e-8be4-41640aadc7d4 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:30:20.965206 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:21.014217 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Pushing event updated for resources: {'Port': ['ID=62c8190b-0126-4d6e-8be4-41640aadc7d4,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:21.089720 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Attempting to bind port 62c8190b-0126-4d6e-8be4-41640aadc7d4 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:30:21.090065 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Attempting to bind port 62c8190b-0126-4d6e-8be4-41640aadc7d4 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:30:21.090441 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Attempting to bind port 62c8190b-0126-4d6e-8be4-41640aadc7d4 on network 250d0f04-e1f9-44b2-aecb-558706259162 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:30:21.097334 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Port 62c8190b-0126-4d6e-8be4-41640aadc7d4 on network 250d0f04-e1f9-44b2-aecb-558706259162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:30:21.097845 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Attempting to bind port 62c8190b-0126-4d6e-8be4-41640aadc7d4 on network 250d0f04-e1f9-44b2-aecb-558706259162 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:30:21.104944 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:30:21.105286 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Checking segment: {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:30:21.105666 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Bound using segment: {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:30:21.106093 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Bound port: 62c8190b-0126-4d6e-8be4-41640aadc7d4, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46782374-c6e1-4469-971a-993b6c3601a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:30:21.106478 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:21.202762 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ddde7-701f-4640-85b5-9eee466ab6c2 req-07b002a7-b4d7-4dd4-a9d8-f7af8923639a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.204270 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-255ddde7-701f-4640-85b5-9eee466ab6c2 req-07b002a7-b4d7-4dd4-a9d8-f7af8923639a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 943 time: 0.0946569 Sep 14 15:30:21.221228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] For port 62c8190b-0126-4d6e-8be4-41640aadc7d4, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:30:21.224954 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] For port 62c8190b-0126-4d6e-8be4-41640aadc7d4, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:30:21.233282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:21.280820 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.281428 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:21.282839 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] 10.222.0.52 "PUT /v2.0/ports/62c8190b-0126-4d6e-8be4-41640aadc7d4 HTTP/1.1" status: 200 len: 1093 time: 0.6576073 Sep 14 15:30:21.285684 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-255ddde7-701f-4640-85b5-9eee466ab6c2 req-7877b9c8-f221-4ed6-9dc8-b0211c68c8c0 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720170 Sep 14 15:30:21.286092 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'tag': '62c8190b-0126-4d6e-8be4-41640aadc7d4'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:21.288507 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49241035-ec95-42d4-95e9-bb2eb35a9be4" -d '{"events": [{"name": "network-changed", "server_uuid": "45ede8ab-bfd0-4098-a3b6-d7f7c3528583", "tag": "62c8190b-0126-4d6e-8be4-41640aadc7d4"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:21.314276 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d37b-f018-42fc-803e-473f196e8e23 service neutron] Pushing event updated for resources: {'Port': ['ID=62c8190b-0126-4d6e-8be4-41640aadc7d4,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:21.333221 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b62c74-81c3-4f72-95bb-f39a2bf67566 x-openstack-request-id: req-16b62c74-81c3-4f72-95bb-f39a2bf67566 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:21.333522 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ede8ab-bfd0-4098-a3b6-d7f7c3528583", "tag": "62c8190b-0126-4d6e-8be4-41640aadc7d4", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:21.333856 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16b62c74-81c3-4f72-95bb-f39a2bf67566 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:21.334386 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'tag': '62c8190b-0126-4d6e-8be4-41640aadc7d4', 'status': 'completed', 'code': 200} Sep 14 15:30:21.415279 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-834e31e2-38fb-4bcd-9514-cb79908d8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.416763 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-834e31e2-38fb-4bcd-9514-cb79908d8590 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12bf7f16a2454a3490fe46e229ba0181&device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 1096 time: 0.0720000 Sep 14 15:30:21.431532 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c428d-7aee-4655-9b5d-73e263d96ba9 req-af33f66f-b4ce-4602-be9a-60c891671b58 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.432962 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf0c428d-7aee-4655-9b5d-73e263d96ba9 req-af33f66f-b4ce-4602-be9a-60c891671b58 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0583222 Sep 14 15:30:21.481456 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-37f58fe3-18bc-462b-a916-7815d203f6b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4 HTTP/1.1" status: 200 len: 217 time: 0.0475318 Sep 14 15:30:21.510814 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf0c428d-7aee-4655-9b5d-73e263d96ba9 req-19a8e7b7-910a-4df9-83f3-c3eba60ba629 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704958 Sep 14 15:30:21.546055 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-e96e5f8d-fca6-499f-ac21-fcccd8f0732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.547578 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-e96e5f8d-fca6-499f-ac21-fcccd8f0732c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a3db8da-7ea4-462e-bb84-fd63c6cf5808 HTTP/1.1" status: 200 len: 854 time: 0.0535290 Sep 14 15:30:21.582062 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-473247fc-6ffc-4930-8f1c-f5990025ca5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=250d0f04-e1f9-44b2-aecb-558706259162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250587 Sep 14 15:30:21.677245 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-b69b090a-74d1-434b-9589-e36a44cc8e67 service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Sep 14 15:30:21.768256 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b6561271-6c2c-45a8-b217-c5d65f3e155b req-5a884d38-ff09-4e71-bd1c-b3c6ead88237 service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823958 Sep 14 15:30:21.874297 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-97217307-f395-4b46-a882-abc956cd7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.875848 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-97217307-f395-4b46-a882-abc956cd7b19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12bf7f16a2454a3490fe46e229ba0181&device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 1096 time: 0.0447946 Sep 14 15:30:21.971818 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-444d514c-6c2d-4374-bf2d-148b968d373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:21.973314 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-444d514c-6c2d-4374-bf2d-148b968d373f service neutron] 10.222.0.52 "GET /v2.0/networks?id=250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 200 len: 915 time: 0.0872171 Sep 14 15:30:22.030793 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-e29e94a6-d2a8-4f57-b567-68669bd4d846 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4 HTTP/1.1" status: 200 len: 217 time: 0.0421715 Sep 14 15:30:22.090972 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-813acb1f-9e77-413f-a481-b07b11124902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:22.093076 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-813acb1f-9e77-413f-a481-b07b11124902 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2a3db8da-7ea4-462e-bb84-fd63c6cf5808 HTTP/1.1" status: 200 len: 854 time: 0.0454249 Sep 14 15:30:22.146290 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-5498eaf6-217d-4b3d-a582-177cb231a2db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=250d0f04-e1f9-44b2-aecb-558706259162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240860 Sep 14 15:30:22.240532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-669a04e6-8408-4e44-87f6-f28df815e006 service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836754 Sep 14 15:30:22.344163 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-49241035-ec95-42d4-95e9-bb2eb35a9be4 req-b59b1897-04fd-45bd-a986-e4560842767f service neutron] 10.222.0.52 "GET /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922816 Sep 14 15:30:22.409857 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476611-2dfe-4e1d-a69e-861e69674b12 req-62aefce9-62c1-4e81-a417-83e359f63dfc tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:22.411395 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-80476611-2dfe-4e1d-a69e-861e69674b12 req-62aefce9-62c1-4e81-a417-83e359f63dfc tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 943 time: 0.0508044 Sep 14 15:30:22.451010 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-80476611-2dfe-4e1d-a69e-861e69674b12 req-cda076e5-eacb-4712-8963-52d4b0b2bdd4 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Sep 14 15:30:22.630189 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67299be5-91ed-4f65-9d18-799ceb1c2432 req-073f4287-15dd-4ae4-9fcd-c76eb3b775ff tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:22.631722 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-67299be5-91ed-4f65-9d18-799ceb1c2432 req-073f4287-15dd-4ae4-9fcd-c76eb3b775ff tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0527499 Sep 14 15:30:22.668556 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-67299be5-91ed-4f65-9d18-799ceb1c2432 req-20595bac-9c68-4623-aae8-b9b64eb99029 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Sep 14 15:30:23.565522 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68aedd-682d-4e44-81b2-43a20540eeac req-9ec0ad1c-49e5-4392-b80c-a9a7b300e6e4 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:23.567037 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a68aedd-682d-4e44-81b2-43a20540eeac req-9ec0ad1c-49e5-4392-b80c-a9a7b300e6e4 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 943 time: 0.0478010 Sep 14 15:30:23.608984 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a68aedd-682d-4e44-81b2-43a20540eeac req-a58f0211-81e2-43ef-b1dc-0455e9279cbd tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Sep 14 15:30:23.783409 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eef92b-27fb-4eeb-b55d-01dfa82297ac req-695b5759-e2b2-4ec2-afc3-0c5ce0f80bc0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:23.784789 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95eef92b-27fb-4eeb-b55d-01dfa82297ac req-695b5759-e2b2-4ec2-afc3-0c5ce0f80bc0 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0491765 Sep 14 15:30:23.822594 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95eef92b-27fb-4eeb-b55d-01dfa82297ac req-9b26ff96-8da8-454e-ba24-fe10af5c08ca tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/security-groups?id=f878f2bf-d2a0-432c-b2a9-5e947594c4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Sep 14 15:30:24.379706 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-a10b6362-2b73-4126-9362-b12d952b1024 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:24.381144 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-a10b6362-2b73-4126-9362-b12d952b1024 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 946 time: 0.0520720 Sep 14 15:30:24.474456 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Deleting port e80718c6-1ad2-4e22-ba1c-90374322be3b {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:30:24.474794 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:24.565125 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] For port e80718c6-1ad2-4e22-ba1c-90374322be3b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e80718c6-1ad2-4e22-ba1c-90374322be3b,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:24.565493 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:24.566138 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 62c8190b-0126-4d6e-8be4-41640aadc7d4 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:30:24.578514 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Calling delete_port for e80718c6-1ad2-4e22-ba1c-90374322be3b owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:30:24.674367 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 62c8190b-0126-4d6e-8be4-41640aadc7d4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:24.686376 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '62c8190b-0126-4d6e-8be4-41640aadc7d4', 'network_id': '250d0f04-e1f9-44b2-aecb-558706259162', 'port_id': '62c8190b-0126-4d6e-8be4-41640aadc7d4', 'mac_address': 'fa:16:3e:81:84:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3db8da-7ea4-462e-bb84-fd63c6cf5808', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:30:24.723228 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:24.737619 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c8190b-0126-4d6e-8be4-41640aadc7d4 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:30:24.746033 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:24.761359 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47639-06bd-4732-bdfd-21252f69aa46 req-c1645ce5-5a15-4aa0-82f7-5fc710559ea6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:24.763484 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8ca47639-06bd-4732-bdfd-21252f69aa46 req-c1645ce5-5a15-4aa0-82f7-5fc710559ea6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 943 time: 0.0752852 Sep 14 15:30:24.764604 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['e80718c6-1ad2-4e22-ba1c-90374322be3b'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:24.789843 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 62c8190b-0126-4d6e-8be4-41640aadc7d4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:24.793136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Pushing event deleted for resources: {'Port': ['ID=e80718c6-1ad2-4e22-ba1c-90374322be3b,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:24.793897 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:24.849397 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] No DVR routers for this DVR port e80718c6-1ad2-4e22-ba1c-90374322be3b on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:30:24.851777 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=62c8190b-0126-4d6e-8be4-41640aadc7d4,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:24.856864 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8ca47639-06bd-4732-bdfd-21252f69aa46 req-350d03d0-c346-4cde-9ae4-26772ed68943 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Sep 14 15:30:24.858172 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:24.860180 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ed098a91-732f-478b-b6ca-3b8e9abb87d1 req-356a44cb-e96b-4e04-b0e5-e66018031af2 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.52 "DELETE /v2.0/ports/e80718c6-1ad2-4e22-ba1c-90374322be3b HTTP/1.1" status: 204 len: 173 time: 0.4723232 Sep 14 15:30:24.860491 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'name': 'network-vif-deleted', 'tag': 'e80718c6-1ad2-4e22-ba1c-90374322be3b'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:24.862965 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e6e287-7b09-49dc-8867-7eb1027122d8" -d '{"events": [{"server_uuid": "33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7", "name": "network-vif-deleted", "tag": "e80718c6-1ad2-4e22-ba1c-90374322be3b"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:24.910551 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c83d748-b5ee-42fb-8eb0-917826e9a71e x-openstack-request-id: req-8c83d748-b5ee-42fb-8eb0-917826e9a71e {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:24.910843 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7", "name": "network-vif-deleted", "tag": "e80718c6-1ad2-4e22-ba1c-90374322be3b", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:24.911095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c83d748-b5ee-42fb-8eb0-917826e9a71e {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:24.911492 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7', 'name': 'network-vif-deleted', 'tag': 'e80718c6-1ad2-4e22-ba1c-90374322be3b', 'status': 'completed', 'code': 200} Sep 14 15:30:24.955375 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3294e251-5bca-47bb-958c-5edc5c7fe132 req-5a08f27c-da1c-4968-8e0d-be8a912b8288 tempest-ServerRescueNegativeTestJSON-1304258841 tempest-ServerRescueNegativeTestJSON-1304258841-project] 10.222.0.68 "GET /v2.0/ports?device_id=33f3a4d1-9ca0-4e3d-98a6-ae5c88b38db7 HTTP/1.1" status: 200 len: 210 time: 0.0333478 Sep 14 15:30:25.079964 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['62c8190b-0126-4d6e-8be4-41640aadc7d4'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:25.975680 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147129-829a-44b1-981e-a2574225b1e0 req-5504381c-ca8c-4406-841a-2428e184b8c3 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:25.977172 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f4147129-829a-44b1-981e-a2574225b1e0 req-5504381c-ca8c-4406-841a-2428e184b8c3 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 944 time: 0.0492303 Sep 14 15:30:26.018188 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f4147129-829a-44b1-981e-a2574225b1e0 req-7235eb90-157e-466f-97ea-8a2cc0190944 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Sep 14 15:30:26.019893 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42166) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:26.270954 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add6c8a-8759-4b3f-8b42-f83e0eb6d00a req-e9d9814a-e83b-41af-b9cc-c7cacd2f4802 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:26.272453 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9add6c8a-8759-4b3f-8b42-f83e0eb6d00a req-e9d9814a-e83b-41af-b9cc-c7cacd2f4802 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0504966 Sep 14 15:30:26.310251 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9add6c8a-8759-4b3f-8b42-f83e0eb6d00a req-801e26ca-dedc-4aae-944d-e6c68443d045 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Sep 14 15:30:26.333539 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42176) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:26.441785 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.461686 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130b471-6509-44bb-8423-77c2dabfb910 tempest-TestMinimumBasicScenario-1102385064 tempest-TestMinimumBasicScenario-1102385064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:26.463279 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7130b471-6509-44bb-8423-77c2dabfb910 tempest-TestMinimumBasicScenario-1102385064 tempest-TestMinimumBasicScenario-1102385064-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1093 time: 0.1286438 Sep 14 15:30:26.466205 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42180) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:26.471564 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'port_id': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:26.493188 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for floatingip, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.592470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 62c8190b-0126-4d6e-8be4-41640aadc7d4 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:30:26.600381 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.647862 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 62c8190b-0126-4d6e-8be4-41640aadc7d4 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:30:26.652169 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 62c8190b-0126-4d6e-8be4-41640aadc7d4 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:30:26.652830 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.722765 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Allocated IP 172.27.3.149 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/ba957b23-e005-4e7b-8bba-3655936a6ada) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:30:26.741100 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.764868 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c8190b-0126-4d6e-8be4-41640aadc7d4'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:26.767325 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf68d8-c805-41f8-a55a-e103d8e7fa2e" -d '{"events": [{"server_uuid": "45ede8ab-bfd0-4098-a3b6-d7f7c3528583", "name": "network-vif-plugged", "status": "completed", "tag": "62c8190b-0126-4d6e-8be4-41640aadc7d4"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:26.780581 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 62c8190b-0126-4d6e-8be4-41640aadc7d4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:26.786865 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.787806 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device e80718c6-1ad2-4e22-ba1c-90374322be3b no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:30:26.820739 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a0b94-b5c2-4c46-a46d-5a4d9945234c x-openstack-request-id: req-b50a0b94-b5c2-4c46-a46d-5a4d9945234c {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:26.821111 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ede8ab-bfd0-4098-a3b6-d7f7c3528583", "name": "network-vif-plugged", "status": "completed", "tag": "62c8190b-0126-4d6e-8be4-41640aadc7d4", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:26.821424 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b50a0b94-b5c2-4c46-a46d-5a4d9945234c {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:26.821872 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c8190b-0126-4d6e-8be4-41640aadc7d4', 'code': 200} Sep 14 15:30:26.842310 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.894020 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.936044 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:30:26.939037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:30:26.942389 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:30:26.980080 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Deleting port ba7282b2-58e2-4150-8fd1-1dc41ed06797 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:30:26.980426 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:26.984704 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: e80718c6-1ad2-4e22-ba1c-90374322be3b {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:30:26.985535 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device e80718c6-1ad2-4e22-ba1c-90374322be3b not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:30:27.008100 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=62c8190b-0126-4d6e-8be4-41640aadc7d4,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:27.074031 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] For port ba7282b2-58e2-4150-8fd1-1dc41ed06797, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ba7282b2-58e2-4150-8fd1-1dc41ed06797,segment=NetworkSegment(b365d665-1296-4f6d-aa01-b85e4f8ebf4e),segment_id=b365d665-1296-4f6d-aa01-b85e4f8ebf4e)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:27.074687 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.090404 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Calling delete_port for ba7282b2-58e2-4150-8fd1-1dc41ed06797 owned by network:router_interface {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:30:27.240084 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'Port': ['ID=ba957b23-e005-4e7b-8bba-3655936a6ada,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:27.292695 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.320956 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7282b2-58e2-4150-8fd1-1dc41ed06797,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:27.332902 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.333245 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.333583 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.333913 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.334235 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.334583 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.334903 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.335222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.335539 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.335856 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.336168 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.336476 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:30:27.338252 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2ace3-25c1-4743-a0b6-e5e67838820a req-5713436f-a5d0-4fcb-b84d-941476c618d6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:27.339773 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0ab2ace3-25c1-4743-a0b6-e5e67838820a req-5713436f-a5d0-4fcb-b84d-941476c618d6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.1103716 Sep 14 15:30:27.346879 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18665-7a20-42b7-b435-bc0d505ba212 req-645efcd4-62e0-4f35-9bbf-86c04d048784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:27.348349 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7da18665-7a20-42b7-b435-bc0d505ba212 req-645efcd4-62e0-4f35-9bbf-86c04d048784 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 1098 time: 0.1202986 Sep 14 15:30:27.463493 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.469432 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7da18665-7a20-42b7-b435-bc0d505ba212 req-3ebfbd83-86f6-4a0a-ba18-a463f4ba8861 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996175 Sep 14 15:30:27.480944 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0ab2ace3-25c1-4743-a0b6-e5e67838820a req-9f90aade-7726-401b-906d-3de1af6b6941 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122596 Sep 14 15:30:27.702765 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.705114 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Router 539eefc7-7aa6-4341-a588-536884da3ec9 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:30:27.773841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.817695 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:30:27.825690 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-afe2ac39-d6bc-4967-b0c1-ca13d1a63e44 admin admin] 10.222.0.68 "PUT /v2.0/routers/539eefc7-7aa6-4341-a588-536884da3ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047299 Sep 14 15:30:27.826915 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42186) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:27.827798 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] Sync routers for ids ['539eefc7-7aa6-4341-a588-536884da3ec9'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:30:27.838580 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] Routers {'539eefc7-7aa6-4341-a588-536884da3ec9'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:30:27.839208 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:30:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['539eefc7-7aa6-4341-a588-536884da3ec9'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:27.943290 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.950679 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:27.952850 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.042840 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'Port': ['ID=ba957b23-e005-4e7b-8bba-3655936a6ada,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:28.043103 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] Set router 539eefc7-7aa6-4341-a588-536884da3ec9 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:30:28.053733 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.074196 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.139959 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Deleting port e6358a57-240f-4ecb-bc2b-a61f502545c0 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:30:28.140459 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.163210 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Floating IP 1698a71d-bddc-4710-9253-3cbb133edea3 associated. External IP: 172.27.3.149, port: 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd. Sep 14 15:30:28.225424 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] For port e6358a57-240f-4ecb-bc2b-a61f502545c0, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=e6358a57-240f-4ecb-bc2b-a61f502545c0,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:28.225917 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.233855 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:30:27Z', 'revision_number': 5, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port': {'id': 'e6358a57-240f-4ecb-bc2b-a61f502545c0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:28.238110 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Calling delete_port for e6358a57-240f-4ecb-bc2b-a61f502545c0 owned by network:router_gateway {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:30:28.265875 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] Checking router: 539eefc7-7aa6-4341-a588-536884da3ec9 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:30:28.274593 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] Routers {'539eefc7-7aa6-4341-a588-536884da3ec9'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:30:28.275402 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:30:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['539eefc7-7aa6-4341-a588-536884da3ec9'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:28.360979 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] Set router 539eefc7-7aa6-4341-a588-536884da3ec9 gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:30:28.378592 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Router 584e638b-9811-4a80-917e-011b18cccf81 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:30:28.413152 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.422404 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:30:28Z', 'revision_number': 6, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:28.440351 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6358a57-240f-4ecb-bc2b-a61f502545c0,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:28.449681 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182a30c-e010-48bc-9287-3ec4a4beedae None None] The sync data for ids ['539eefc7-7aa6-4341-a588-536884da3ec9'] in dv-cinder-806965-5-iscsi is: [{'id': '539eefc7-7aa6-4341-a588-536884da3ec9', 'name': 'tempest-ServerRescueNegativeTestJSON-2095404448-router', 'tenant_id': '01add173cfec40ff8b262632688392ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:30:28Z', 'revision_number': 6, 'project_id': '01add173cfec40ff8b262632688392ef', 'gw_port_host': None}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:30:28.464312 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.503635 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:30:28.516153 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] Sync routers for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:30:28.523530 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.529758 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:30:28.532595 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:30:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:28.561159 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-f7ce69b5-17eb-4dc3-99e7-a4663e0f967d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0923505 Sep 14 15:30:28.561958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42190) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:28.562680 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:28.565004 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08069747-21fe-42f4-a366-e6edcdede650" -d '{"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:28.571787 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678480212', 'description': 'tempest-secgroup-smoke-1678480212 description', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:28.597773 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.600710 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.613474 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b8e1b-3941-4e34-a9f8-86ea6bee33c5 x-openstack-request-id: req-d42b8e1b-3941-4e34-a9f8-86ea6bee33c5 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:28.613768 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:28.614016 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d42b8e1b-3941-4e34-a9f8-86ea6bee33c5 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:28.614528 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'status': 'completed', 'code': 200} Sep 14 15:30:28.636857 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.654169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b098-0f08-42e6-a96a-db94bc3e780a req-0b9bd917-7f1c-48db-b809-981f8fa1a11d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:28.655858 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-53d6b098-0f08-42e6-a96a-db94bc3e780a req-0b9bd917-7f1c-48db-b809-981f8fa1a11d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.0788698 Sep 14 15:30:28.676498 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.677027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 539eefc7-7aa6-4341-a588-536884da3ec9 {{(pid=93910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:30:28.681962 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.686525 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-264c9450-195b-424f-89a1-0f7c22d666e8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/539eefc7-7aa6-4341-a588-536884da3ec9 HTTP/1.1" status: 204 len: 168 time: 0.8586032 Sep 14 15:30:28.687158 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42194) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:28.689083 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:30:28.735653 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Deleting subnet 8056d836-2bf1-412f-a0e9-2ade30c5a469 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:30:28.738224 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.743143 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-53d6b098-0f08-42e6-a96a-db94bc3e780a req-504bba2d-017e-42d8-af99-29452bf4b280 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761099 Sep 14 15:30:28.746996 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069747-21fe-42f4-a366-e6edcdede650 req-5af59035-0d8c-4909-8d42-f6d5d756954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:28.749285 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-5af59035-0d8c-4909-8d42-f6d5d756954b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1098 time: 0.0922921 Sep 14 15:30:28.801648 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.814769 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.902767 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.935079 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8056d836-2bf1-412f-a0e9-2ade30c5a469,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:28.940338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.946534 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069747-21fe-42f4-a366-e6edcdede650 req-cff86f10-f779-4331-ad2f-3622e3e850fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:28.948401 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-cff86f10-f779-4331-ad2f-3622e3e850fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.1894116 Sep 14 15:30:28.949870 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.950689 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:28.952664 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-078b0e71-763e-4e63-862b-b701c4f588b9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8056d836-2bf1-412f-a0e9-2ade30c5a469 HTTP/1.1" status: 204 len: 168 time: 0.2645996 Sep 14 15:30:28.955212 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42196) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.046500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.054467 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '1698a71d-bddc-4710-9253-3cbb133edea3', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '584e638b-9811-4a80-917e-011b18cccf81', 'port_id': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'mac_address': 'fa:16:3e:61:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:30:27Z', 'updated_at': '2021-09-14T15:30:27Z', 'revision_number': 0, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:34Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:29.056413 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.061001 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4896526 Sep 14 15:30:29.063095 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42198) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.067272 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group_rule': {'security_group_id': '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:29.079735 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf11c14-372c-4ff4-a436-1ffef9609419 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:29.089910 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] Checking router: 584e638b-9811-4a80-917e-011b18cccf81 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:30:29.093858 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-36b6c435-83b2-4418-9bd1-956fe5550f1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 999 time: 0.1261878 Sep 14 15:30:29.101847 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:30:29.102668 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:30:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:29.153682 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.155764 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069747-21fe-42f4-a366-e6edcdede650 req-9a713217-5d4c-4b6d-946f-243188d535c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:29.157466 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-9a713217-5d4c-4b6d-946f-243188d535c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0537834 Sep 14 15:30:29.192234 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.213878 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069747-21fe-42f4-a366-e6edcdede650 req-9ab2e2d5-61af-4420-9931-39913070f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:29.215938 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-9ab2e2d5-61af-4420-9931-39913070f4ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500965 Sep 14 15:30:29.225565 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:30:29.230244 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.230644 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.231436 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.231771 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > port after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.233027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.233451 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > port after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.233801 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.234148 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.238470 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.238470 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.330845 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-62a5c71d-2ca6-454f-a5ec-10a4b08cc53f service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022546 Sep 14 15:30:29.348741 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.349075 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.349402 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.349731 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 15:30:29.350107 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45202b66-ba91-4a57-b8c6-21f1efac9531']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:29.379304 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:29.379637 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b365d665-1296-4f6d-aa01-b85e4f8ebf4e') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:29.402593 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.436598 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.441991 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.444807 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.464349 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-08069747-21fe-42f4-a366-e6edcdede650 req-ea35d15e-436b-4260-9920-574994cf286d service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206942 Sep 14 15:30:29.469955 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0342a65-5da6-4775-9677-ec46e2872228,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:29.475633 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:30:29.476284 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: from cryptography.utils import int_from_bytes Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: from cryptography.utils import int_from_bytes Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:30:29.481770 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:30:29.516096 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.517161 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-63ceb6f7-5cea-4129-9664-08816eacb754 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537787 Sep 14 15:30:29.520395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42200) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.555418 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group_rule': {'security_group_id': '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:29.570535 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '1698a71d-bddc-4710-9253-3cbb133edea3', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '584e638b-9811-4a80-917e-011b18cccf81', 'port_id': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'mac_address': 'fa:16:3e:61:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:30:27Z', 'updated_at': '2021-09-14T15:30:27Z', 'revision_number': 0, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:34Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:29.574599 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.584549 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.589072 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] 10.222.0.68 "DELETE /v2.0/networks/45202b66-ba91-4a57-b8c6-21f1efac9531 HTTP/1.1" status: 204 len: 168 time: 0.6326275 Sep 14 15:30:29.601883 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02471576-168d-4017-a4ff-aaaae20a1b28 None None] The sync data for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi is: [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '1698a71d-bddc-4710-9253-3cbb133edea3', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '584e638b-9811-4a80-917e-011b18cccf81', 'port_id': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'mac_address': 'fa:16:3e:61:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:30:27Z', 'updated_at': '2021-09-14T15:30:27Z', 'revision_number': 0, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:34Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:30:29.603089 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552807ad-abc1-4170-bc51-497479279217 admin admin] Pushing event deleted for resources: {'Network': ['ID=45202b66-ba91-4a57-b8c6-21f1efac9531,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:29.605833 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.663618 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.668885 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.688615 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129f788a-11cc-428f-871f-3c7b6b495a9c,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:29.700454 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.702439 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-94e8bef7-766c-4951-ad71-fbd267896a9d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808085 Sep 14 15:30:29.704794 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42204) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.709546 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group_rule': {'security_group_id': '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:29.740089 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.821364 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.828078 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.846084 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1bfd49-062f-442d-836e-84b5335b6d53,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:29.856258 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42210) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.861050 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.864907 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-44ef21c2-e8bd-4311-b5c7-dc9c1870ac91 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566920 Sep 14 15:30:29.865240 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42212) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.870046 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group_rule': {'security_group_id': '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:29.907715 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5469c0-a6b2-43a8-8eb9-e4ea5d5c284f None None] New status for floating IP 1698a71d-bddc-4710-9253-3cbb133edea3: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:30:29.908636 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:29.944218 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-be2f4506-f0b4-4643-8b31-22714d89e2ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01add173cfec40ff8b262632688392ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0873499 Sep 14 15:30:29.946661 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42214) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:29.960525 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2368b5d-37a7-47f4-8daa-b564135f979f req-bc616466-88be-4e7d-acdf-30f2a3e033cd tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:29.962064 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a2368b5d-37a7-47f4-8daa-b564135f979f req-bc616466-88be-4e7d-acdf-30f2a3e033cd tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.1223137 Sep 14 15:30:30.006170 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device e6358a57-240f-4ecb-bc2b-a61f502545c0 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:30:30.012617 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.019279 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.031867 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a2368b5d-37a7-47f4-8daa-b564135f979f req-8647804f-1938-4224-a508-0c963255181a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574701 Sep 14 15:30:30.044267 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-615e774c-e0be-4821-bd04-059c16845ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.046252 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.047042 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807818 Sep 14 15:30:30.049644 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42216) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:30.055992 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group_rule': {'security_group_id': '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:30.062816 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25d32c-d0ac-44a5-bcbc-7ff8cc802a8e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c5f6e3-b200-4b15-a226-87193429aa71,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:30.071280 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: e6358a57-240f-4ecb-bc2b-a61f502545c0 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:30:30.072375 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device e6358a57-240f-4ecb-bc2b-a61f502545c0 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:30:30.073844 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ba7282b2-58e2-4150-8fd1-1dc41ed06797 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:30:30.082287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-615e774c-e0be-4821-bd04-059c16845ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.109685 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.securitygroups_db [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Project d3034b59eb6f4673a1b6847c03081b4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 15:30:30.115594 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: ba7282b2-58e2-4150-8fd1-1dc41ed06797 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:30:30.116277 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ba7282b2-58e2-4150-8fd1-1dc41ed06797 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:30:30.124835 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.147655 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-615e774c-e0be-4821-bd04-059c16845ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.150655 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-615e774c-e0be-4821-bd04-059c16845ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.151876 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-615e774c-e0be-4821-bd04-059c16845ece admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f878f2bf-d2a0-432c-b2a9-5e947594c4c6 HTTP/1.1" status: 204 len: 168 time: 0.2043116 Sep 14 15:30:30.160393 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e774c-e0be-4821-bd04-059c16845ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f878f2bf-d2a0-432c-b2a9-5e947594c4c6,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:30.210477 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.215889 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.237249 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5d0433-5228-4585-b41c-d28f9eb81d3d,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:30.244658 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.246398 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-09ccee38-c911-4bcc-ad5c-1ceb9917c738 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948340 Sep 14 15:30:30.249338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42224) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:30.253864 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'security_group_rule': {'security_group_id': '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea', 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:30.283189 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.securitygroups_db [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Project d3034b59eb6f4673a1b6847c03081b4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 15:30:30.288730 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.346299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.352803 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.374332 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38d5ee1-b94d-4fbf-b37e-1506bf2579e4,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:30.382264 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.386111 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-36b6edcc-7395-4e2a-ad8f-405e74b0dd39 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333275 Sep 14 15:30:30.471713 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-db3c2521-1c69-4df8-953d-6179f484a017 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678480212&fields=id&tenant_id=d3034b59eb6f4673a1b6847c03081b4c HTTP/1.1" status: 200 len: 267 time: 0.0363030 Sep 14 15:30:30.530910 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-d532b48a-7a85-49f5-bd95-40f374b67896 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:30.532504 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-d532b48a-7a85-49f5-bd95-40f374b67896 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0529447 Sep 14 15:30:30.543968 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'port': {'security_groups': ['59bec3ce-f0a9-49a7-8c07-96dcc2893c7b', '73ffb40e-72e1-4e44-9ef8-3f7fc95357ea']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:30.619246 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.768526 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.811309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:30.846319 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.852385 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.864846 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:30.900474 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:30.901185 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:30.902775 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-521d6ce2-fc3d-4151-850f-0039d77d2161 req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "PUT /v2.0/ports/0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 981 time: 0.3634524 Sep 14 15:30:30.903241 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:30.907812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41edc94d-a07c-4de3-aaf8-13975107a9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:30.960410 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57a566-7055-4a48-91f9-8277858e2cfe tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=6']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:30.990682 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de2079-b7b9-4309-a62b-f64ca09c3176 x-openstack-request-id: req-16de2079-b7b9-4309-a62b-f64ca09c3176 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:30.990972 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:30.991222 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16de2079-b7b9-4309-a62b-f64ca09c3176 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:30.991617 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'status': 'completed', 'code': 200} Sep 14 15:30:31.020116 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:30:31.096074 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-a218b849-a3b4-48bf-9749-30f9c5b11388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:31.097086 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-a218b849-a3b4-48bf-9749-30f9c5b11388 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1137 time: 0.0792625 Sep 14 15:30:31.118598 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb938f3-ad17-47d8-8164-39775bfba36b req-8d2c18ee-169f-489e-9ded-f1266e530ae0 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:31.120191 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1cb938f3-ad17-47d8-8164-39775bfba36b req-8d2c18ee-169f-489e-9ded-f1266e530ae0 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0860860 Sep 14 15:30:31.218873 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1cb938f3-ad17-47d8-8164-39775bfba36b req-5022bf9a-d17b-4246-bf01-d2841546e4e0 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882702 Sep 14 15:30:31.246216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-b06595e7-36e6-4d8f-835a-a58d262a6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:31.248444 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-b06595e7-36e6-4d8f-835a-a58d262a6214 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.1377625 Sep 14 15:30:31.313735 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-4686744d-003d-4dca-96a0-6e58c73a1b3a None None] Provisioning complete for port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:30:31.314099 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4686744d-003d-4dca-96a0-6e58c73a1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:31.317348 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-d0684e1f-00d6-4d4a-8f8b-531eba36e347 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 1001 time: 0.0618184 Sep 14 15:30:31.375485 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-9f02c526-e0a9-46ff-9432-6939424ddf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:31.377012 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-9f02c526-e0a9-46ff-9432-6939424ddf89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0515621 Sep 14 15:30:31.428756 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-2b39a3fb-56bd-4d00-b0ef-7408f1f2066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:31.430293 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-2b39a3fb-56bd-4d00-b0ef-7408f1f2066e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443122 Sep 14 15:30:31.548483 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-d44b4a50-8683-451f-85f1-034f984cc01b service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032474 Sep 14 15:30:31.683787 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-41edc94d-a07c-4de3-aaf8-13975107a9fc req-e5020657-739c-4565-95fc-dfdef2fc1f62 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163206 Sep 14 15:30:34.211407 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42302) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:34.326948 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-fc19a716-2b76-4b81-96bc-f6f15e800546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.413700 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-fc19a716-2b76-4b81-96bc-f6f15e800546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.417470 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-fc19a716-2b76-4b81-96bc-f6f15e800546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.456037 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19a716-2b76-4b81-96bc-f6f15e800546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6b562-2fd8-45fa-a225-3872fdafc3cc,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:34.460328 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-fc19a716-2b76-4b81-96bc-f6f15e800546 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ebefb9070994a33af2b7c208b30665b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478011 Sep 14 15:30:34.462934 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42308) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:34.513222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb1df-70de-425a-97fc-3377518a495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.533735 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb1df-70de-425a-97fc-3377518a495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.580314 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb1df-70de-425a-97fc-3377518a495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.582979 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b4ddb1df-70de-425a-97fc-3377518a495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:34.586588 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b4ddb1df-70de-425a-97fc-3377518a495d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1f6b562-2fd8-45fa-a225-3872fdafc3cc HTTP/1.1" status: 204 len: 168 time: 0.1204274 Sep 14 15:30:34.592943 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddb1df-70de-425a-97fc-3377518a495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6b562-2fd8-45fa-a225-3872fdafc3cc,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:34.599746 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:30:35.245367 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42334) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:35.342051 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-863101437-network', 'tenant_id': 'ff2fa966353c435ebfa181fe3435c52e'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:35.362954 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Made reservation on behalf of ff2fa966353c435ebfa181fe3435c52e for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:30:35.365212 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.374208 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.459877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.463742 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.487676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:30:35.496373 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b223a-b666-4de6-b870-ef548fbf8280,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:35.503023 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.503345 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Added segment 4486372e-4920-47f2-99dc-4d90b767bd42 of type vlan for network c3542110-cf00-4929-91ee-d593697e8ed2 Sep 14 15:30:35.545062 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.569322 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.570341 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:35.570953 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.600505 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3540533 Sep 14 15:30:35.603709 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42338) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:35.609805 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Request body: {'subnet': {'network_id': 'c3542110-cf00-4929-91ee-d593697e8ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-863101437-subnet', 'tenant_id': 'ff2fa966353c435ebfa181fe3435c52e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:35.631278 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Made reservation on behalf of ff2fa966353c435ebfa181fe3435c52e for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:30:35.631504 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760bf46-e9c4-4ab2-af82-9df181549f97 admin admin] Pushing event updated for resources: {'Network': ['ID=c3542110-cf00-4929-91ee-d593697e8ed2,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:35.633784 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336371'] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.641792 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network c3542110-cf00-4929-91ee-d593697e8ed2 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:30:35.805128 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5702082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336365'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.866569 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259b09f9-de9c-4128-a960-289c3db32a00,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:35.875782 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Checking segment: {'id': '4486372e-4920-47f2-99dc-4d90b767bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c3542110-cf00-4929-91ee-d593697e8ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:30:35.876140 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Network hostable DHCP agents. Network: c3542110-cf00-4929-91ee-d593697e8ed2, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:30:35.893034 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Network c3542110-cf00-4929-91ee-d593697e8ed2 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:30:35.901563 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, c3542110-cf00-4929-91ee-d593697e8ed2) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:30:35.905958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:35.906543 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:35.911306 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7747814-bb8c-487d-8369-4509835774c0 None None] Network c3542110-cf00-4929-91ee-d593697e8ed2 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:30:35.921883 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-5785e3d3-09f9-44f4-a512-3c303dcdb5a8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3169429 Sep 14 15:30:36.038923 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d96c9d-9fe2-4e74-8389-8d7344857947 None None] Network c3542110-cf00-4929-91ee-d593697e8ed2 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:30:36.411270 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42356) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:36.417287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1300009636-network', 'tenant_id': '67f8020b1e124c478be0605529ee3c68'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:36.438188 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Made reservation on behalf of 67f8020b1e124c478be0605529ee3c68 for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:30:36.440504 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.674559 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.762606 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.767322 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.793707 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:30:36.800465 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58354aeb-a6a9-47e9-9298-04f646350a41,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:36.806644 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.806986 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Added segment 80648e98-9deb-41a2-bbf0-b73d7ff0a624 of type vlan for network a4b56f7f-4f28-4e70-a7f7-d45e51c34a65 Sep 14 15:30:36.853186 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.883066 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.884093 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:36.884754 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.915482 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5019746 Sep 14 15:30:36.918381 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42368) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:36.926880 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Request body: {'subnet': {'network_id': 'a4b56f7f-4f28-4e70-a7f7-d45e51c34a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1300009636-subnet', 'tenant_id': '67f8020b1e124c478be0605529ee3c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:30:36.952718 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Made reservation on behalf of 67f8020b1e124c478be0605529ee3c68 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:30:36.955386 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:36.956828 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff673c-4d9a-4709-888b-7ff6f17bfb17 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b56f7f-4f28-4e70-a7f7-d45e51c34a65,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:36.979901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network a4b56f7f-4f28-4e70-a7f7-d45e51c34a65 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:30:37.171650 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.232062 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7f4378-f7bc-4a74-bfff-032154cbb6ab,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:37.240588 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Checking segment: {'id': '80648e98-9deb-41a2-bbf0-b73d7ff0a624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a4b56f7f-4f28-4e70-a7f7-d45e51c34a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:30:37.240942 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Network hostable DHCP agents. Network: a4b56f7f-4f28-4e70-a7f7-d45e51c34a65, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:30:37.258687 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Network a4b56f7f-4f28-4e70-a7f7-d45e51c34a65 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:30:37.276309 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, a4b56f7f-4f28-4e70-a7f7-d45e51c34a65) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:30:37.281894 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:37.282577 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.287131 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa687aa7-ccf8-4082-8887-4d310952ce51 None None] Network a4b56f7f-4f28-4e70-a7f7-d45e51c34a65 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:30:37.297827 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1eadc02c-475c-4f59-bb19-56329121e7c5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3768802 Sep 14 15:30:37.415381 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925aceb5-a733-4f35-826e-594de015efe7 None None] Network a4b56f7f-4f28-4e70-a7f7-d45e51c34a65 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:30:37.433820 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42374) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:37.483781 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Deleting subnet 259b09f9-de9c-4128-a960-289c3db32a00 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:30:37.489464 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.535387 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.579593 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.643788 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.667837 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259b09f9-de9c-4128-a960-289c3db32a00,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:37.674578 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.676533 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f8731438-1fe3-4ef1-8ab4-42c9929a3339 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/259b09f9-de9c-4128-a960-289c3db32a00 HTTP/1.1" status: 204 len: 168 time: 0.2419243 Sep 14 15:30:37.679177 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42376) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:37.748391 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.830387 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.851611 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3542110-cf00-4929-91ee-d593697e8ed2']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:37.861829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4486372e-4920-47f2-99dc-4d90b767bd42') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:37.862114 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4486372e-4920-47f2-99dc-4d90b767bd42') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:37.871400 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.886155 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.893124 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:30:37.893775 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:30:37.895886 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:30:37.967204 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.974683 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:37.979568 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] 10.222.0.68 "DELETE /v2.0/networks/c3542110-cf00-4929-91ee-d593697e8ed2 HTTP/1.1" status: 204 len: 168 time: 0.2965546 Sep 14 15:30:37.980058 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42382) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:37.991435 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1c948-8b8d-4d5a-a5b9-74cd8a25b58b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3542110-cf00-4929-91ee-d593697e8ed2,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:38.039136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Deleting subnet 6c7f4378-f7bc-4a74-bfff-032154cbb6ab {{(pid=93911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:30:38.042571 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.104311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7167432'] for subnet, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.185598 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.269613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5702019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336150'] for subnet, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.296401 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7f4378-f7bc-4a74-bfff-032154cbb6ab,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:38.300266 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.304648 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-abf3f9e8-88c5-40a0-935a-0f06828bf316 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6c7f4378-f7bc-4a74-bfff-032154cbb6ab HTTP/1.1" status: 204 len: 168 time: 0.3210931 Sep 14 15:30:38.305607 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42390) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:38.409953 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.441187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264785-83d9-4d61-a5c6-34b24ee74c7d req-5d0731e0-c4c8-434c-888a-dd6f7173f6b9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:38.442728 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2c264785-83d9-4d61-a5c6-34b24ee74c7d req-5d0731e0-c4c8-434c-888a-dd6f7173f6b9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0725000 Sep 14 15:30:38.536310 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.541568 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2c264785-83d9-4d61-a5c6-34b24ee74c7d req-4fa37d5f-3583-40ba-939c-773567135abe tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814371 Sep 14 15:30:38.561125 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b56f7f-4f28-4e70-a7f7-d45e51c34a65']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:38.571592 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80648e98-9deb-41a2-bbf0-b73d7ff0a624') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:38.571887 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80648e98-9deb-41a2-bbf0-b73d7ff0a624') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:30:38.587466 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.601356 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.609172 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:30:38.609653 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:30:38.612340 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:30:38.669455 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.676261 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.678565 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a4b56f7f-4f28-4e70-a7f7-d45e51c34a65 HTTP/1.1" status: 204 len: 168 time: 0.3723769 Sep 14 15:30:38.691381 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cadbcc-8d9d-4c68-b4af-b12bdecbeff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b56f7f-4f28-4e70-a7f7-d45e51c34a65,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:38.848822 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42396) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:38.888925 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-20270e85-a9da-4ac0-8650-78d2bf5913f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff2fa966353c435ebfa181fe3435c52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389094 Sep 14 15:30:38.892933 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42398) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:38.943671 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7942cf52-2022-4c0e-a953-5abffa1f7cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:38.968277 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7942cf52-2022-4c0e-a953-5abffa1f7cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.023057 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7942cf52-2022-4c0e-a953-5abffa1f7cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.025563 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-7942cf52-2022-4c0e-a953-5abffa1f7cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.026762 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-7942cf52-2022-4c0e-a953-5abffa1f7cc4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6b8b223a-b666-4de6-b870-ef548fbf8280 HTTP/1.1" status: 204 len: 168 time: 0.1329074 Sep 14 15:30:39.037949 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942cf52-2022-4c0e-a953-5abffa1f7cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b223a-b666-4de6-b870-ef548fbf8280,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:39.383720 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42406) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:39.427642 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-626d6218-d8e4-4b07-92e9-4f1417e3adc1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67f8020b1e124c478be0605529ee3c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403247 Sep 14 15:30:39.427853 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42408) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:39.484027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-13217ba1-e989-4244-8457-abbbc56c8e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.507163 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-13217ba1-e989-4244-8457-abbbc56c8e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.558335 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-13217ba1-e989-4244-8457-abbbc56c8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.560944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-13217ba1-e989-4244-8457-abbbc56c8e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:39.562089 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-13217ba1-e989-4244-8457-abbbc56c8e35 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58354aeb-a6a9-47e9-9298-04f646350a41 HTTP/1.1" status: 204 len: 168 time: 0.1333425 Sep 14 15:30:39.572832 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217ba1-e989-4244-8457-abbbc56c8e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58354aeb-a6a9-47e9-9298-04f646350a41,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:39.683084 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e4bc3-1acc-4dc6-85da-c315092d7ddc req-4f9836a4-5967-4841-bcda-72db3cfd257f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:39.684988 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-165e4bc3-1acc-4dc6-85da-c315092d7ddc req-4f9836a4-5967-4841-bcda-72db3cfd257f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0662520 Sep 14 15:30:39.738824 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-165e4bc3-1acc-4dc6-85da-c315092d7ddc req-ea632a8c-c5e7-47bc-9267-1305df89881f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Sep 14 15:30:40.876621 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f751f-df9c-4657-959e-80d83e038aff req-46442a60-f4aa-47b9-8a67-f16218fd9051 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:40.884491 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b39f751f-df9c-4657-959e-80d83e038aff req-46442a60-f4aa-47b9-8a67-f16218fd9051 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0660989 Sep 14 15:30:40.927182 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b39f751f-df9c-4657-959e-80d83e038aff req-e9e6106b-c8bb-4a60-945f-e756aba42801 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Sep 14 15:30:41.376337 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eed60a49-acdf-4135-81e8-db1146eae98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:42.060415 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39171189-18a9-43c4-af6f-e2fb396eeb08 req-6d09701a-19cc-45de-b257-f7aa8230638e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:42.061949 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-39171189-18a9-43c4-af6f-e2fb396eeb08 req-6d09701a-19cc-45de-b257-f7aa8230638e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0557172 Sep 14 15:30:42.101800 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-39171189-18a9-43c4-af6f-e2fb396eeb08 req-d3677504-f43d-44dd-92fe-df6431af4589 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334544 Sep 14 15:30:42.854374 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42558) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:42.974005 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-20533340-3531-4310-aee0-35cf9eaff014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.069802 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-20533340-3531-4310-aee0-35cf9eaff014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.073945 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-20533340-3531-4310-aee0-35cf9eaff014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.113078 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-20533340-3531-4310-aee0-35cf9eaff014 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc76df54cb9d429a8a621d209e7ccdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575819 Sep 14 15:30:43.114056 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533340-3531-4310-aee0-35cf9eaff014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec5f0c-62aa-4500-8f08-c996d0ee4919,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:43.115777 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42562) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:43.168162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-65c622b1-2241-4c0c-81a5-b2a40dc1aa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.201310 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-65c622b1-2241-4c0c-81a5-b2a40dc1aa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.265672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4085b-4eaf-4040-acef-62eb825bba47 req-49cf993f-bca7-4b70-aaf3-b0b145b1ca9c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:43.267152 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f1b4085b-4eaf-4040-acef-62eb825bba47 req-49cf993f-bca7-4b70-aaf3-b0b145b1ca9c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0841060 Sep 14 15:30:43.298074 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-65c622b1-2241-4c0c-81a5-b2a40dc1aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.300692 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-65c622b1-2241-4c0c-81a5-b2a40dc1aa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.301829 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-65c622b1-2241-4c0c-81a5-b2a40dc1aa4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2ec5f0c-62aa-4500-8f08-c996d0ee4919 HTTP/1.1" status: 204 len: 168 time: 0.1850092 Sep 14 15:30:43.321053 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c622b1-2241-4c0c-81a5-b2a40dc1aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec5f0c-62aa-4500-8f08-c996d0ee4919,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:43.325661 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f1b4085b-4eaf-4040-acef-62eb825bba47 req-56cd7cab-8c29-445b-bfb8-de731f4510a5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519896 Sep 14 15:30:43.605091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42574) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:43.618388 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce7b9-457e-4f82-a0a2-07da14c2e266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.737042 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce7b9-457e-4f82-a0a2-07da14c2e266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.741586 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3d3ce7b9-457e-4f82-a0a2-07da14c2e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.779697 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ce7b9-457e-4f82-a0a2-07da14c2e266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c076770e-5a7a-42d2-b4e6-2379f20564b8,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:43.785532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-3d3ce7b9-457e-4f82-a0a2-07da14c2e266 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=937c08db371e42d1b0d7c68b9369a889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780002 Sep 14 15:30:43.788087 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42576) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:43.841964 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-244082fb-4320-4536-ae00-0027af625853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.864515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-244082fb-4320-4536-ae00-0027af625853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.915291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-244082fb-4320-4536-ae00-0027af625853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.918021 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-244082fb-4320-4536-ae00-0027af625853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:43.920031 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-244082fb-4320-4536-ae00-0027af625853 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c076770e-5a7a-42d2-b4e6-2379f20564b8 HTTP/1.1" status: 204 len: 168 time: 0.1310196 Sep 14 15:30:43.928029 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244082fb-4320-4536-ae00-0027af625853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c076770e-5a7a-42d2-b4e6-2379f20564b8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:44.214228 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:44.309867 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-274e20b2-2f18-455d-bfdc-97c5af3bcfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:44.454990 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543bb72-14e5-4ddb-aa2b-bd5ffc4bc3ff req-6e1c8035-7df4-4fca-a4b1-ec15c79cfa75 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:44.456688 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8543bb72-14e5-4ddb-aa2b-bd5ffc4bc3ff req-6e1c8035-7df4-4fca-a4b1-ec15c79cfa75 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0574412 Sep 14 15:30:44.498907 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8543bb72-14e5-4ddb-aa2b-bd5ffc4bc3ff req-2961d74b-126a-4005-b5cd-2c6837516e61 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Sep 14 15:30:45.201543 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:45.628881 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fc108-8e44-4075-8558-0a981ff44749 req-a2f655ba-d88d-4173-9be9-4f816f36f34c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:45.630384 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-911fc108-8e44-4075-8558-0a981ff44749 req-a2f655ba-d88d-4173-9be9-4f816f36f34c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0524535 Sep 14 15:30:45.671677 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-911fc108-8e44-4075-8558-0a981ff44749 req-0fde7075-83fa-415b-81b4-bae3555f463b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Sep 14 15:30:46.791598 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c67b57-e8ba-4a56-baea-6f19096bc21c req-7f51b02d-a364-44a5-aad4-5393db44785f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:46.793105 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6c67b57-e8ba-4a56-baea-6f19096bc21c req-7f51b02d-a364-44a5-aad4-5393db44785f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0544271 Sep 14 15:30:46.837564 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6c67b57-e8ba-4a56-baea-6f19096bc21c req-c48ad54a-5e04-41e2-998b-691ee692d644 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372663 Sep 14 15:30:46.991279 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:47.959996 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982a72b-6d8d-4cae-af0d-61c4034500d8 req-7f77d1f6-6549-4484-bd64-e74b17d8f4d6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:47.961510 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f982a72b-6d8d-4cae-af0d-61c4034500d8 req-7f77d1f6-6549-4484-bd64-e74b17d8f4d6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0549486 Sep 14 15:30:48.000912 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f982a72b-6d8d-4cae-af0d-61c4034500d8 req-831ac1c5-646c-48f2-9f98-3695225d28b2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Sep 14 15:30:49.119944 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fa998-28d8-4e5d-8997-2e8f695b896f req-4afb1522-c014-408c-9fea-0e60d6aafcbd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:49.122325 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-453fa998-28d8-4e5d-8997-2e8f695b896f req-4afb1522-c014-408c-9fea-0e60d6aafcbd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0525343 Sep 14 15:30:49.160469 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-453fa998-28d8-4e5d-8997-2e8f695b896f req-fffc1c21-ada2-4aa3-943f-894e9fb1174b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Sep 14 15:30:49.764185 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42692) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:49.866691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6dc5db03-f264-4452-b27b-6ae620b1f89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:49.968823 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6dc5db03-f264-4452-b27b-6ae620b1f89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:49.973246 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6dc5db03-f264-4452-b27b-6ae620b1f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.017455 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5db03-f264-4452-b27b-6ae620b1f89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085213d-f718-4b11-b2c9-6c5fc9761acd,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:50.025422 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6dc5db03-f264-4452-b27b-6ae620b1f89f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c7d002ff87048fa8df372c41572b17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599189 Sep 14 15:30:50.025987 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42704) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:50.080932 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-dca2403d-779c-4157-86f1-298c5b943e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.109519 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-dca2403d-779c-4157-86f1-298c5b943e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.159607 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-dca2403d-779c-4157-86f1-298c5b943e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.162110 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-dca2403d-779c-4157-86f1-298c5b943e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.163300 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-dca2403d-779c-4157-86f1-298c5b943e69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2085213d-f718-4b11-b2c9-6c5fc9761acd HTTP/1.1" status: 204 len: 168 time: 0.1356227 Sep 14 15:30:50.172143 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2403d-779c-4157-86f1-298c5b943e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085213d-f718-4b11-b2c9-6c5fc9761acd,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:50.283560 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8e778-7f7d-4063-a3b3-6d0c20c6296e req-2097463e-f59b-4e13-9309-0ebb1dc05a76 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:50.285101 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a2f8e778-7f7d-4063-a3b3-6d0c20c6296e req-2097463e-f59b-4e13-9309-0ebb1dc05a76 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0524418 Sep 14 15:30:50.324775 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a2f8e778-7f7d-4063-a3b3-6d0c20c6296e req-1bf44107-f042-48eb-b689-545c4b02b01a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Sep 14 15:30:50.438673 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42714) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:50.451676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2438571-3441-494d-8d11-1cde6912b537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.540061 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2438571-3441-494d-8d11-1cde6912b537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.544220 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2438571-3441-494d-8d11-1cde6912b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.583215 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a2438571-3441-494d-8d11-1cde6912b537 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38a80fa60d3d48e0a2e87cc62b5c45e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434560 Sep 14 15:30:50.584064 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2438571-3441-494d-8d11-1cde6912b537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b34c1ff-08b2-4be0-bab7-26ba9b56b73f,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:50.585838 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 42716) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:30:50.639459 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e22f4645-8217-4c8c-b35a-e84dfdc3a614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.660733 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e22f4645-8217-4c8c-b35a-e84dfdc3a614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.710160 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e22f4645-8217-4c8c-b35a-e84dfdc3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.712827 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e22f4645-8217-4c8c-b35a-e84dfdc3a614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:50.714712 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e22f4645-8217-4c8c-b35a-e84dfdc3a614 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b34c1ff-08b2-4be0-bab7-26ba9b56b73f HTTP/1.1" status: 204 len: 168 time: 0.1277633 Sep 14 15:30:50.723772 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4645-8217-4c8c-b35a-e84dfdc3a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b34c1ff-08b2-4be0-bab7-26ba9b56b73f,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:51.404362 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c6ce0-9518-47e2-a827-a3fc25d200e5 req-1c0f09fe-ae72-43b2-8251-25a64c4457ab tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:51.405881 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ad8c6ce0-9518-47e2-a827-a3fc25d200e5 req-1c0f09fe-ae72-43b2-8251-25a64c4457ab tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.0531304 Sep 14 15:30:51.471342 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ad8c6ce0-9518-47e2-a827-a3fc25d200e5 req-fff9767a-9715-4456-aebd-fac5d0c80b5d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562274 Sep 14 15:30:51.491269 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38494f36-1a8b-43af-8439-c1add9b16fd0 req-ee76f825-cf14-42b2-a35c-dcbd7480161f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:51.491269 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-38494f36-1a8b-43af-8439-c1add9b16fd0 req-ee76f825-cf14-42b2-a35c-dcbd7480161f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0775745 Sep 14 15:30:51.525113 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-38494f36-1a8b-43af-8439-c1add9b16fd0 req-17401e6d-385a-45c7-8d41-626dcb1c7e06 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349274 Sep 14 15:30:52.589247 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65993354-e523-4d8a-8db0-37338c721979 req-6ca2548a-d60d-47fd-bf76-00a062c9738f tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:52.591688 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-65993354-e523-4d8a-8db0-37338c721979 req-6ca2548a-d60d-47fd-bf76-00a062c9738f tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.0534468 Sep 14 15:30:52.651388 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-65993354-e523-4d8a-8db0-37338c721979 req-d19eb20c-a060-4703-b471-de793ac6fb7a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Sep 14 15:30:52.664170 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d9f3f-fbf0-44dc-9dcb-d4e5d5d5737b req-a9216ae1-d2ea-4e78-a176-c7d430eaf16d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:52.665633 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4c9d9f3f-fbf0-44dc-9dcb-d4e5d5d5737b req-a9216ae1-d2ea-4e78-a176-c7d430eaf16d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0730765 Sep 14 15:30:52.703529 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4c9d9f3f-fbf0-44dc-9dcb-d4e5d5d5737b req-92da375a-3026-457f-aeca-99a06bf177b6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Sep 14 15:30:53.768476 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0385-810f-47bb-837d-60e0d1d338cc req-fac4932b-7879-49cf-a17d-03e8ab8d9067 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:53.770000 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a2c0385-810f-47bb-837d-60e0d1d338cc req-fac4932b-7879-49cf-a17d-03e8ab8d9067 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.0505941 Sep 14 15:30:53.835870 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a2c0385-810f-47bb-837d-60e0d1d338cc req-d5ac0697-5753-4355-bb7d-8791707822af tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531321 Sep 14 15:30:53.848900 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47792f61-116f-490c-abc5-2627a3774d37 req-cf3d2f7b-a254-401d-87d4-00ffbfd436fe tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:53.850574 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47792f61-116f-490c-abc5-2627a3774d37 req-cf3d2f7b-a254-401d-87d4-00ffbfd436fe tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0767453 Sep 14 15:30:53.890953 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47792f61-116f-490c-abc5-2627a3774d37 req-27017f2a-28a4-4d86-83e1-d67e0f7c9954 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345678 Sep 14 15:30:54.952470 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf624e1b-a196-48dc-853b-06eccf86c208 req-e3485b76-b793-4786-a2ec-dd1150fd915c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:54.953980 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cf624e1b-a196-48dc-853b-06eccf86c208 req-e3485b76-b793-4786-a2ec-dd1150fd915c tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.0507774 Sep 14 15:30:55.020071 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cf624e1b-a196-48dc-853b-06eccf86c208 req-651f1005-98f5-4444-9cc4-9933c36f16b9 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600913 Sep 14 15:30:55.032251 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954445d4-5dec-42f6-8d05-1470623e368c req-144be947-826a-48b6-8b54-1b27b5994cd7 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:55.033762 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-954445d4-5dec-42f6-8d05-1470623e368c req-144be947-826a-48b6-8b54-1b27b5994cd7 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0678422 Sep 14 15:30:55.072011 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-954445d4-5dec-42f6-8d05-1470623e368c req-30c704b8-ebe6-4a08-ab40-af5f5bdb2dbe tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 Sep 14 15:30:56.028660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-1ef35ee7-d81b-4570-aa9d-db8afb24f462 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:56.030928 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-1ef35ee7-d81b-4570-aa9d-db8afb24f462 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.0545130 Sep 14 15:30:56.232875 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Deleting port 62c8190b-0126-4d6e-8be4-41640aadc7d4 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:30:56.233211 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:56.243915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33d679-23e6-4241-be17-d8090b8c5094 req-53f707be-c700-4b0e-b998-c31b7e5fe3f6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:56.245848 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ac33d679-23e6-4241-be17-d8090b8c5094 req-53f707be-c700-4b0e-b998-c31b7e5fe3f6 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 945 time: 0.1244490 Sep 14 15:30:56.302919 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca799cc5-afb8-4161-bd83-124695202f18 req-8ea5c91a-48ff-4848-9e3b-6a78356aa3d8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:56.304552 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca799cc5-afb8-4161-bd83-124695202f18 req-8ea5c91a-48ff-4848-9e3b-6a78356aa3d8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1455901 Sep 14 15:30:56.331879 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ac33d679-23e6-4241-be17-d8090b8c5094 req-b85e9171-59df-47ad-8f25-3683f07a16c4 tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/security-groups?id=dc02790a-4f94-4a93-ab00-8ef37ee0e43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733259 Sep 14 15:30:56.406433 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca799cc5-afb8-4161-bd83-124695202f18 req-ee6e511a-f70a-4b60-aa68-2774510d8b57 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925083 Sep 14 15:30:56.418476 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] For port 62c8190b-0126-4d6e-8be4-41640aadc7d4, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=62c8190b-0126-4d6e-8be4-41640aadc7d4,segment=NetworkSegment(46782374-c6e1-4469-971a-993b6c3601a3),segment_id=46782374-c6e1-4469-971a-993b6c3601a3)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:30:56.418852 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:56.431946 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Calling delete_port for 62c8190b-0126-4d6e-8be4-41640aadc7d4 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:30:56.560894 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:56.593548 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Pushing event deleted for resources: {'Port': ['ID=62c8190b-0126-4d6e-8be4-41640aadc7d4,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:30:56.634526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] No DVR routers for this DVR port 62c8190b-0126-4d6e-8be4-41640aadc7d4 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:30:56.637695 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:30:56.639729 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b8fd6f09-489a-4691-b365-73a7700f72f8 req-4c247e95-a20d-4253-bd71-a5107ae82d4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.52 "DELETE /v2.0/ports/62c8190b-0126-4d6e-8be4-41640aadc7d4 HTTP/1.1" status: 204 len: 173 time: 0.6021204 Sep 14 15:30:56.640169 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'name': 'network-vif-deleted', 'tag': '62c8190b-0126-4d6e-8be4-41640aadc7d4'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:30:56.642466 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e312ba49-eb31-4b7f-a7d8-39dfe75d8a74" -d '{"events": [{"server_uuid": "45ede8ab-bfd0-4098-a3b6-d7f7c3528583", "name": "network-vif-deleted", "tag": "62c8190b-0126-4d6e-8be4-41640aadc7d4"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:30:56.683316 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ae557-ff1a-41ad-8862-ec200224f6f3 x-openstack-request-id: req-a30ae557-ff1a-41ad-8862-ec200224f6f3 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:30:56.683608 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ede8ab-bfd0-4098-a3b6-d7f7c3528583", "name": "network-vif-deleted", "tag": "62c8190b-0126-4d6e-8be4-41640aadc7d4", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:30:56.684519 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a30ae557-ff1a-41ad-8862-ec200224f6f3 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:30:56.684917 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ede8ab-bfd0-4098-a3b6-d7f7c3528583', 'name': 'network-vif-deleted', 'tag': '62c8190b-0126-4d6e-8be4-41640aadc7d4', 'status': 'completed', 'code': 200} Sep 14 15:30:57.440060 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d4739f03-ea5e-4f02-b82c-e206c0aa18b8 req-4addc5c7-d80c-4b9e-8337-ff54979fb86a tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 210 time: 0.0294414 Sep 14 15:30:57.534321 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16260fe1-c379-4c2f-8406-40a58530bb4f req-8907d122-8622-4da4-9717-d4e9d446e485 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:57.535892 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-16260fe1-c379-4c2f-8406-40a58530bb4f req-8907d122-8622-4da4-9717-d4e9d446e485 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0511637 Sep 14 15:30:57.581095 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-16260fe1-c379-4c2f-8406-40a58530bb4f req-64e08145-beac-4403-9c40-e0ef342a68c2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Sep 14 15:30:57.783039 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e4ca5-8115-45e3-a2c8-80f59c3b6953 req-b0f87f5a-4254-468f-82c6-bf33d615eb0c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:57.784569 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-394e4ca5-8115-45e3-a2c8-80f59c3b6953 req-b0f87f5a-4254-468f-82c6-bf33d615eb0c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0516882 Sep 14 15:30:57.824717 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-394e4ca5-8115-45e3-a2c8-80f59c3b6953 req-8797b286-4ac4-446d-93fe-2f1415f33f2c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339773 Sep 14 15:30:58.545472 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e6c9b92f-bb93-48db-8609-d3b4cefcbbe3 req-2d738c3e-b4f0-4eee-b65d-a478317c65aa tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 210 time: 0.0300448 Sep 14 15:30:58.947530 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce1e38-a84e-4f7f-a1af-0aab0242df9a req-e4047a95-0c87-4bfb-96a0-f2e57dc75b3e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:58.950104 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2fce1e38-a84e-4f7f-a1af-0aab0242df9a req-e4047a95-0c87-4bfb-96a0-f2e57dc75b3e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0539641 Sep 14 15:30:58.989962 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2fce1e38-a84e-4f7f-a1af-0aab0242df9a req-e94f9847-67a2-438a-a275-486a5372e2dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348818 Sep 14 15:30:59.268965 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 62c8190b-0126-4d6e-8be4-41640aadc7d4 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:30:59.415194 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 62c8190b-0126-4d6e-8be4-41640aadc7d4 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:30:59.415508 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 62c8190b-0126-4d6e-8be4-41640aadc7d4 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:30:59.469817 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-345eda9b-1a70-4407-8fa1-dc2502c2b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:59.471342 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-345eda9b-1a70-4407-8fa1-dc2502c2b6ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 1098 time: 0.0506313 Sep 14 15:30:59.571822 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-fef86daf-d61c-4db7-8735-8879279a65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:59.573280 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-fef86daf-d61c-4db7-8735-8879279a65f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.0933728 Sep 14 15:30:59.664172 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-291f52aa-0f0a-4bc7-bdc3-20311647f889 req-a528af7f-1de6-46be-8af7-36d45d167a4d tempest-VolumesSnapshotTestJSON-929441108 tempest-VolumesSnapshotTestJSON-929441108-project] 10.222.0.68 "GET /v2.0/ports?device_id=45ede8ab-bfd0-4098-a3b6-d7f7c3528583 HTTP/1.1" status: 200 len: 210 time: 0.0350087 Sep 14 15:30:59.671394 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-cdd0f6b2-64e2-4d80-9673-583e647e34ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 200 len: 1001 time: 0.0904210 Sep 14 15:30:59.735326 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-acf44592-ee21-49e7-a31e-199c96f69349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:59.736787 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-acf44592-ee21-49e7-a31e-199c96f69349 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0519052 Sep 14 15:30:59.791426 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-dfbd01ba-a7bb-40a5-bb42-39833b7c9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:30:59.792979 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-dfbd01ba-a7bb-40a5-bb42-39833b7c9e05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460484 Sep 14 15:30:59.890266 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-5a8b09da-3a3b-477d-abe9-d31ca51f4ce3 service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885487 Sep 14 15:30:59.990476 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f59f8867-8366-49fd-a0ff-3acdd5eac088 req-da678bea-edf8-418a-8d21-76fe9e8f5f6f service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919254 Sep 14 15:31:00.109371 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8443c2f-06cc-4b84-9437-87e3174c959e req-42cf49fe-01c4-44d8-9875-bf59db9c8a5d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:00.110985 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d8443c2f-06cc-4b84-9437-87e3174c959e req-42cf49fe-01c4-44d8-9875-bf59db9c8a5d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0503745 Sep 14 15:31:00.150550 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d8443c2f-06cc-4b84-9437-87e3174c959e req-a6aee281-a982-4d10-8c84-868607cb9d8d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Sep 14 15:31:00.775364 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:01.284289 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb825403-5b65-44fe-8ed6-dcd7c66f1858 req-0ace07d5-79b3-4f0e-9d1d-22342f8141a2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:01.285928 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb825403-5b65-44fe-8ed6-dcd7c66f1858 req-0ace07d5-79b3-4f0e-9d1d-22342f8141a2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0620000 Sep 14 15:31:01.325874 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb825403-5b65-44fe-8ed6-dcd7c66f1858 req-3063c5b2-82c5-41a2-9fe1-586b9a2d07d6 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Sep 14 15:31:05.295308 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-728ca2fb-0f25-46f3-93df-f1777e9d7991 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429223 Sep 14 15:31:05.361925 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-17f3d772-48ea-44ac-8130-36b6498d9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:05.363446 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-17f3d772-48ea-44ac-8130-36b6498d9be2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 1099 time: 0.0409820 Sep 14 15:31:05.468809 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-f81a8bbf-d6bd-49c5-b6ab-777b160b9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:05.470269 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-f81a8bbf-d6bd-49c5-b6ab-777b160b9e38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.0837049 Sep 14 15:31:05.539947 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-d89d425a-0dbc-47a5-bb78-3083d4e61e9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 200 len: 1001 time: 0.0614793 Sep 14 15:31:06.491731 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-2ac1d925-c1c2-4868-9248-64e9c09f3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:06.493188 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-2ac1d925-c1c2-4868-9248-64e9c09f3d1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0496168 Sep 14 15:31:08.305295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-b1c0311d-988b-4bd9-b174-c6605a66578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:08.306836 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-b1c0311d-988b-4bd9-b174-c6605a66578e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414863 Sep 14 15:31:08.404949 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-fe99227c-4265-4bfa-94fd-a7eb54a5c625 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867729 Sep 14 15:31:08.502444 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d806b931-2c27-4eb2-a9d2-d3eabfe1cfb9 req-ac7a3a05-d8aa-4bad-b551-664097da6656 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851793 Sep 14 15:31:09.344996 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e7354-ab2b-4364-bb5e-5a5a1d9435c0 req-bc52568a-091f-4eac-8cf9-2f33ece2b775 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:09.346903 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e47e7354-ab2b-4364-bb5e-5a5a1d9435c0 req-bc52568a-091f-4eac-8cf9-2f33ece2b775 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0581410 Sep 14 15:31:09.393811 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e47e7354-ab2b-4364-bb5e-5a5a1d9435c0 req-30127a2d-3b16-4fb6-a4d6-94a2e93b2925 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 Sep 14 15:31:10.514140 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2d9d-d58a-4c92-9e8d-febed98b191f req-dd0d3c42-4d16-4333-ae72-aecfbd0c1e96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:10.515641 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c04c2d9d-d58a-4c92-9e8d-febed98b191f req-dd0d3c42-4d16-4333-ae72-aecfbd0c1e96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Sep 14 15:31:10.551810 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c04c2d9d-d58a-4c92-9e8d-febed98b191f req-478756a3-fb0a-41a6-8d48-897a5087cbf6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301909 Sep 14 15:31:11.185205 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-bc21acc3-efd7-4ad0-9267-f2dacdbe52ce tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:11.186894 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-bc21acc3-efd7-4ad0-9267-f2dacdbe52ce tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.0510736 Sep 14 15:31:11.290565 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Deleting port f1466d0e-8d93-4c71-9723-25523c8901be {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:31:11.291232 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:11.366858 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9dccc2f0-5fdf-49a8-a644-b0a281c21f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:11.390224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] For port f1466d0e-8d93-4c71-9723-25523c8901be, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f1466d0e-8d93-4c71-9723-25523c8901be,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:11.390626 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:11.598549 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:31:11.612992 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:11.613881 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:11.613881 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Floating IP ba81ccd9-dfde-4098-b79f-088accb1fa7d disassociated. External IP: 172.27.3.214, port: f1466d0e-8d93-4c71-9723-25523c8901be. Sep 14 15:31:11.614217 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Calling delete_port for f1466d0e-8d93-4c71-9723-25523c8901be owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:31:11.733817 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a387e-8f91-44a6-a1b8-fc1eea96e415 req-59580609-92d7-4340-a027-6df24ae8046d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:11.735391 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b7a387e-8f91-44a6-a1b8-fc1eea96e415 req-59580609-92d7-4340-a027-6df24ae8046d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 946 time: 0.1084578 Sep 14 15:31:11.815257 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-da933193-8b12-43df-acd7-367b862261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:11.816813 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-da933193-8b12-43df-acd7-367b862261ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1137 time: 0.0419490 Sep 14 15:31:11.912533 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-49f0ccd7-a954-4cc5-95ce-cc617348eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:11.913934 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-49f0ccd7-a954-4cc5-95ce-cc617348eaee service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.0900588 Sep 14 15:31:11.984238 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-f4a6744f-07cd-487b-a9ba-0ef2a9186d4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 1001 time: 0.0623140 Sep 14 15:31:12.090518 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b7a387e-8f91-44a6-a1b8-fc1eea96e415 req-214a9554-9cae-44e9-a74b-fedf4c75b974 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=69ef1aea-63e7-404d-a100-5368dc153eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458149 Sep 14 15:31:12.097449 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:12.119714 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd882-0a42-451d-a3ab-d33d4d34fcf1 req-96a25e0a-59c3-42fc-9072-307383383ae7 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:12.121288 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a68bd882-0a42-451d-a3ab-d33d4d34fcf1 req-96a25e0a-59c3-42fc-9072-307383383ae7 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.3589716 Sep 14 15:31:12.149929 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event deleted for resources: {'Port': ['ID=f1466d0e-8d93-4c71-9723-25523c8901be,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:12.203515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.203855 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.204200 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.204534 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.204870 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.205197 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.205528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.205851 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.206173 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.206528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.206849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.207168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:12.268104 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-a16d3e78-eb41-48d3-a0b0-e75faab52c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:12.269347 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-a16d3e78-eb41-48d3-a0b0-e75faab52c40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.2777777 Sep 14 15:31:12.277539 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a68bd882-0a42-451d-a3ab-d33d4d34fcf1 req-0cc1abc3-cd58-4f82-958f-e3daaed21966 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303732 Sep 14 15:31:12.302563 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:31:12.321796 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-6fba47e9-9cd1-4e12-a5b5-7411266c141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:12.324804 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-6fba47e9-9cd1-4e12-a5b5-7411266c141c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468073 Sep 14 15:31:12.435135 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:12.437346 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-4f1de71d-7eb3-435f-b008-43cc8947cad2 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991983 Sep 14 15:31:12.446490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:12.463387 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:12.464795 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:30:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:12.485889 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] No DVR routers for this DVR port f1466d0e-8d93-4c71-9723-25523c8901be on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:31:12.489066 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:12.491335 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-29900b9c-56c2-454f-8ee1-38e6f8e01884 req-d03f77c8-39c6-4237-ba0f-bb5c3dfcdc60 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "DELETE /v2.0/ports/f1466d0e-8d93-4c71-9723-25523c8901be HTTP/1.1" status: 204 len: 173 time: 1.2984917 Sep 14 15:31:12.492793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-deleted', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:12.496090 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e959c-e057-4a3a-b2c9-bf8e8eff0a5b" -d '{"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-deleted", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:12.541735 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f702c-296a-4c92-ba7e-c9e70df78b2d x-openstack-request-id: req-141f702c-296a-4c92-ba7e-c9e70df78b2d {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:12.542485 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617", "name": "network-vif-deleted", "tag": "f1466d0e-8d93-4c71-9723-25523c8901be", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:12.542987 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-141f702c-296a-4c92-ba7e-c9e70df78b2d {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:12.543317 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617', 'name': 'network-vif-deleted', 'tag': 'f1466d0e-8d93-4c71-9723-25523c8901be', 'status': 'completed', 'code': 200} Sep 14 15:31:12.609711 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-d8bc475b-fc3f-4342-8d55-0f65a24ed00c req-aa41d2f3-6440-4022-887b-8dccc9dd260a service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545448 Sep 14 15:31:12.618867 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:12.826289 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:12.856342 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:12.865777 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:12.866427 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:30:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:12.971131 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:13.170331 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:13.196842 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2613b-1633-4351-96fb-504e977cefe2 None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:13.198674 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-80bb2839-1933-4d1e-b429-d80667d8cc54 req-0a0e733a-9d6b-4603-9681-3f34e0b15ca8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0259764 Sep 14 15:31:13.424291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3346a-eaf3-4797-8a94-ccea7db3fba7 req-d7a6b7ca-7763-451a-8fdf-48d39bae6a38 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:13.426413 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ccd3346a-eaf3-4797-8a94-ccea7db3fba7 req-d7a6b7ca-7763-451a-8fdf-48d39bae6a38 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0711527 Sep 14 15:31:13.470242 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ccd3346a-eaf3-4797-8a94-ccea7db3fba7 req-93b13590-4b3a-458f-be10-6e7ad86179df tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369546 Sep 14 15:31:13.509787 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76a9e6-6826-42ce-95ae-4f4db98c3b88 None None] New status for floating IP ba81ccd9-dfde-4098-b79f-088accb1fa7d: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:31:13.648912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 42996) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:13.758020 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cba7def0-35e2-4580-b18a-7df717c2a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:13.855107 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cba7def0-35e2-4580-b18a-7df717c2a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:13.859555 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cba7def0-35e2-4580-b18a-7df717c2a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:13.897154 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7def0-35e2-4580-b18a-7df717c2a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd7974-b7f8-4835-a5fb-e353ed4b9152,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:13.901214 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-cba7def0-35e2-4580-b18a-7df717c2a1f7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d7bbc2159dd74eeba45550c2e7d819d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512887 Sep 14 15:31:13.903819 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43000) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:13.955577 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf81b332-0003-465b-b1fc-3d90fdb1146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:13.976496 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf81b332-0003-465b-b1fc-3d90fdb1146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.022789 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf81b332-0003-465b-b1fc-3d90fdb1146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.025384 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf81b332-0003-465b-b1fc-3d90fdb1146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.026566 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-cf81b332-0003-465b-b1fc-3d90fdb1146a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22fd7974-b7f8-4835-a5fb-e353ed4b9152 HTTP/1.1" status: 204 len: 168 time: 0.1218226 Sep 14 15:31:14.034696 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81b332-0003-465b-b1fc-3d90fdb1146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd7974-b7f8-4835-a5fb-e353ed4b9152,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:14.217016 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.304603 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1d55273b-365d-45fe-9ad8-a825665ebc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.314819 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9d73d97d-86f0-4862-ac81-63abc0913dd5 req-0741bf13-c03d-4df3-8297-8979be652017 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0270784 Sep 14 15:31:14.593646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbf4ee-35e5-4095-a572-7403af0bf597 req-2fb866d1-5e27-4535-bbea-7a8c9d9a8e53 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:14.598555 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8ffbf4ee-35e5-4095-a572-7403af0bf597 req-2fb866d1-5e27-4535-bbea-7a8c9d9a8e53 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0522368 Sep 14 15:31:14.641460 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8ffbf4ee-35e5-4095-a572-7403af0bf597 req-c6965396-ed2d-48bd-942e-87db49b5cd58 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365305 Sep 14 15:31:14.687726 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43028) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:14.783630 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-867484939-network', 'tenant_id': '463302f47b9e48fd8a52cff27402fd7d'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:14.803958 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Made reservation on behalf of 463302f47b9e48fd8a52cff27402fd7d for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:14.806334 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.814332 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.904388 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.908132 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.931671 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:31:14.941186 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:14.947109 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:14.947448 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Added segment f910a6ca-d0eb-4ffe-9263-e7324651a7d0 of type vlan for network 6f3949c9-cefd-422b-98f8-87769f518648 Sep 14 15:31:14.988013 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.015681 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.016620 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:15.017223 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.045553 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3567359 Sep 14 15:31:15.052898 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43032) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:15.053485 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Request body: {'subnet': {'network_id': '6f3949c9-cefd-422b-98f8-87769f518648', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-867484939-subnet', 'tenant_id': '463302f47b9e48fd8a52cff27402fd7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:15.088158 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a0aac-8de6-4066-94dd-dfadd2964e7d admin admin] Pushing event updated for resources: {'Network': ['ID=6f3949c9-cefd-422b-98f8-87769f518648,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:15.098457 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 6f3949c9-cefd-422b-98f8-87769f518648 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:31:15.105075 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Made reservation on behalf of 463302f47b9e48fd8a52cff27402fd7d for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:15.108441 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.202388 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.273743 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.329817 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c20270-a31f-4963-92f2-10412ccba0f3,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:15.338251 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Checking segment: {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:15.338625 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Network hostable DHCP agents. Network: 6f3949c9-cefd-422b-98f8-87769f518648, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:31:15.355590 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Network 6f3949c9-cefd-422b-98f8-87769f518648 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:31:15.366424 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 6f3949c9-cefd-422b-98f8-87769f518648) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:15.371027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:15.371625 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:15.378219 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05c7fd-7c62-412f-a841-9d2a244e53d0 None None] Network 6f3949c9-cefd-422b-98f8-87769f518648 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:31:15.391552 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b967e142-a599-4696-82fa-e72fa987975d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417850 Sep 14 15:31:15.446649 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db97b930-266c-49e9-8174-0229018bf666 req-2e638b76-824b-405d-bbd0-710598fad1ef tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5e0bca7-fdcb-46d9-8dcd-c5d39ba51617 HTTP/1.1" status: 200 len: 210 time: 0.0329702 Sep 14 15:31:15.517806 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388563c8-9706-4f5b-abcb-e9cf136e9944 None None] Network 6f3949c9-cefd-422b-98f8-87769f518648 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:31:15.635997 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:31:15.660431 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: f1466d0e-8d93-4c71-9723-25523c8901be {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:31:15.660783 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f1466d0e-8d93-4c71-9723-25523c8901be not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:31:15.767057 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc26fc-220e-4d92-9ac6-06f56e282003 req-632f036e-d6c5-408e-abcb-d5ebcb2b69c9 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:15.769300 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-01fc26fc-220e-4d92-9ac6-06f56e282003 req-632f036e-d6c5-408e-abcb-d5ebcb2b69c9 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0541346 Sep 14 15:31:15.813327 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-01fc26fc-220e-4d92-9ac6-06f56e282003 req-a5e51e72-b4ae-4178-94d9-f17516e41bbf tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373006 Sep 14 15:31:16.534677 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43054) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:16.592530 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-004de057-fa86-40cf-b0b1-496bd63e700f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.614754 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-004de057-fa86-40cf-b0b1-496bd63e700f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.660298 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-004de057-fa86-40cf-b0b1-496bd63e700f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.663202 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-004de057-fa86-40cf-b0b1-496bd63e700f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.664547 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-004de057-fa86-40cf-b0b1-496bd63e700f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "DELETE /v2.0/security-groups/69ef1aea-63e7-404d-a100-5368dc153eb7 HTTP/1.1" status: 204 len: 168 time: 0.1288528 Sep 14 15:31:16.667593 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43056) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:16.677866 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de057-fa86-40cf-b0b1-496bd63e700f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef1aea-63e7-404d-a100-5368dc153eb7,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:16.690121 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.api.v2.resource [None req-8e0cb03e-3eee-4bcd-aa8b-691167881927 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] show failed (client error): The resource could not be found. Sep 14 15:31:16.691463 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8e0cb03e-3eee-4bcd-aa8b-691167881927 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups/69ef1aea-63e7-404d-a100-5368dc153eb7 HTTP/1.1" status: 404 len: 347 time: 0.0213301 Sep 14 15:31:16.697311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43058) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:16.824234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Deleting port 18039806-bea3-4d32-a517-4ebb41220a71 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:31:16.824582 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.937224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.937576 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:16.954343 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Calling delete_port for 18039806-bea3-4d32-a517-4ebb41220a71 owned by network:floatingip {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:31:16.966488 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b316ca4-4bd9-4c3c-8afa-e6ac4ccaf659 req-608a4c0c-bd26-4af5-9227-fc78938cbb88 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:16.968107 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8b316ca4-4bd9-4c3c-8afa-e6ac4ccaf659 req-608a4c0c-bd26-4af5-9227-fc78938cbb88 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0834296 Sep 14 15:31:17.004707 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.106079 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8b316ca4-4bd9-4c3c-8afa-e6ac4ccaf659 req-a2291e2c-4401-4eb3-a559-4358897fd297 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820868 Sep 14 15:31:17.237967 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.281985 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event deleted for resources: {'Port': ['ID=18039806-bea3-4d32-a517-4ebb41220a71,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:17.296778 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-5971fd82-b2b4-489d-9a14-284d80d9d37d tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:17.298268 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-5971fd82-b2b4-489d-9a14-284d80d9d37d tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/networks?id=6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 200 len: 808 time: 0.1668146 Sep 14 15:31:17.341409 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-3e65264c-e816-423a-ac80-bec6be7239b4 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/quotas/463302f47b9e48fd8a52cff27402fd7d HTTP/1.1" status: 200 len: 375 time: 0.0291407 Sep 14 15:31:17.378010 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-870a1097-bf39-48b6-b36c-c32a2f12bdb9 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=463302f47b9e48fd8a52cff27402fd7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309496 Sep 14 15:31:17.380922 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.383462 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.384531 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6905882e-4623-41cb-9f2e-3f3ab797239d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "DELETE /v2.0/floatingips/ba81ccd9-dfde-4098-b79f-088accb1fa7d HTTP/1.1" status: 204 len: 168 time: 0.6848872 Sep 14 15:31:17.478852 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-e52a95bb-2271-4be4-9308-32c96d352f01 service neutron] 10.222.0.68 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932519 Sep 14 15:31:17.569585 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-d4963739-644f-48f0-9f32-5459951e7d00 service neutron] 10.222.0.68 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841696 Sep 14 15:31:17.729336 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a567ef7-fc38-4a48-9672-08fd3d41f121 req-3df1b2e0-0b84-438b-819a-bf3e9bfe7f70 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 210 time: 0.0312276 Sep 14 15:31:17.800762 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43094) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:17.805587 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231836427', 'description': 'tempest-description--1290834589'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:17.828831 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.913649 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.918306 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.952499 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:17.953719 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1518240 Sep 14 15:31:17.956895 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43100) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:17.957892 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eb3e4-ea31-41f7-a540-3c1a56c7964d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ae576-76e9-48a4-a647-c96247c03817,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:17.961400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'security_group_rule': {'security_group_id': 'b65ae576-76e9-48a4-a647-c96247c03817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:17.997902 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.055311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.058962 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.078272 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb11acc9-5c75-4614-8464-2b3164f1ebde,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:18.080890 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.082060 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-0a7bc33d-9835-4ff3-83ce-b7096c1a0c5c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240952 Sep 14 15:31:18.085201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43104) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:18.089849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'security_group_rule': {'security_group_id': 'b65ae576-76e9-48a4-a647-c96247c03817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:18.126044 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.194915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.201664 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.233258 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a212ba0-3506-431c-b4ab-76d935751638,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:18.237607 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.241801 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-121f0078-ca3d-4ec8-804b-310d21c4abe1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526480 Sep 14 15:31:18.242192 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43112) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:18.250169 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:18.281163 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c50e8-1ad2-4ad7-9129-077cfc9a4b4c req-43c1e859-89bc-43c8-a8f2-3a12f3fb599b tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:18.283371 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.283615 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cc6c50e8-1ad2-4ad7-9129-077cfc9a4b4c req-43c1e859-89bc-43c8-a8f2-3a12f3fb599b tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0652673 Sep 14 15:31:18.330446 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cc6c50e8-1ad2-4ad7-9129-077cfc9a4b4c req-7e74249d-e8c6-440f-b7af-3dbed440b5b6 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395410 Sep 14 15:31:18.396463 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.507264 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Allocated IP 172.27.3.54 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/d392acd8-ed1e-405e-b819-4a09cfcb4357) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:18.636975 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.741568 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-c31547b5-66fc-420d-ba5f-56f23ba66408 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:18.743072 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-c31547b5-66fc-420d-ba5f-56f23ba66408 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "GET /v2.0/networks?id=6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 200 len: 808 time: 0.1330700 Sep 14 15:31:18.751666 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.764523 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Request body: {'port': {'device_id': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648', 'admin_state_up': True, 'tenant_id': '463302f47b9e48fd8a52cff27402fd7d'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:18.811364 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:18.821699 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:18.829222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:18.829872 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-135502fd-1861-4103-9f25-a7c2f74645fb req-11cb4531-8cd1-45e4-a82a-d3fa7dfda413 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 210 time: 0.0301533 Sep 14 15:31:18.880877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'Port': ['ID=d392acd8-ed1e-405e-b819-4a09cfcb4357,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:18.978218 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:18.979605 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Made reservation on behalf of 463302f47b9e48fd8a52cff27402fd7d for: {'port': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:18.983212 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.031830 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.210937 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Allocated IP 172.20.0.14 (6f3949c9-cefd-422b-98f8-87769f518648/13c20270-a31f-4963-92f2-10412ccba0f3/1010cfbb-9b5a-452e-b076-cab75444d4c0) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:19.310885 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.315283 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.436395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'Port': ['ID=d392acd8-ed1e-405e-b819-4a09cfcb4357,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:19.468661 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.474223 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.488660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4e2ca-7ecd-4f65-9eb9-32fecbda514b req-79d648e2-f9b7-4fd3-a881-a5a747130702 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:19.490146 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.490837 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d4e4e2ca-7ecd-4f65-9eb9-32fecbda514b req-79d648e2-f9b7-4fd3-a881-a5a747130702 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0679922 Sep 14 15:31:19.491497 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c88d6249-77be-4495-8629-3d2279bce501 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2475255 Sep 14 15:31:19.528525 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.536154 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d4e4e2ca-7ecd-4f65-9eb9-32fecbda514b req-9836221f-3737-4c42-a41f-c75c967b878e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399051 Sep 14 15:31:19.579813 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Network 6f3949c9-cefd-422b-98f8-87769f518648 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:19.585081 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:19.599154 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:19.604294 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Pushing event updated for resources: {'Port': ['ID=1010cfbb-9b5a-452e-b076-cab75444d4c0,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:19.655724 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:19.656347 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.671070 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-ce196cab-09ff-4be7-bf79-6a09a52430b8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9160421 Sep 14 15:31:19.683506 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Request body: {'port': {'device_id': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:19.696254 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-6b1fb452-4339-46ca-9703-5bc989039cdb tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1231836427&fields=id&tenant_id=40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 267 time: 0.0330083 Sep 14 15:31:19.737129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:19.808844 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-56c900fd-8860-4d63-b2a3-9aeeff23cd68 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:19.810549 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-56c900fd-8860-4d63-b2a3-9aeeff23cd68 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 817 time: 0.1070695 Sep 14 15:31:19.833159 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-225a0dfb-2483-46b2-90f8-8831a8895f78 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/quotas/40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 375 time: 0.0164540 Sep 14 15:31:19.889578 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-6baec7de-378f-48da-a174-e968734be322 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555348 Sep 14 15:31:20.009994 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799a774-d343-4778-a64a-dbd717f376bb req-fcc7cb1b-a9df-4f16-a188-e15c861cb445 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.011409 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f799a774-d343-4778-a64a-dbd717f376bb req-fcc7cb1b-a9df-4f16-a188-e15c861cb445 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 932 time: 0.1044939 Sep 14 15:31:20.012182 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1010cfbb-9b5a-452e-b076-cab75444d4c0 {{(pid=93910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:20.020198 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:20.032903 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Transition to ACTIVE for port object 1010cfbb-9b5a-452e-b076-cab75444d4c0 will not be triggered until provisioned by entity L2. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:20.036695 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:20.042708 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-7c4917a2-2a97-477e-af1b-c119a2f0b773 service neutron] 10.222.0.68 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440876 Sep 14 15:31:20.085281 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f799a774-d343-4778-a64a-dbd717f376bb req-eff5fdae-e638-411c-a7fd-23cc3b123b25 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657694 Sep 14 15:31:20.108373 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Pushing event updated for resources: {'Port': ['ID=1010cfbb-9b5a-452e-b076-cab75444d4c0,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:20.154454 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-90df10e0-885a-4173-9523-844fc723e800 service neutron] 10.222.0.68 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042821 Sep 14 15:31:20.157392 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Attempting to bind port 1010cfbb-9b5a-452e-b076-cab75444d4c0 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:20.157392 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Attempting to bind port 1010cfbb-9b5a-452e-b076-cab75444d4c0 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:20.157605 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Attempting to bind port 1010cfbb-9b5a-452e-b076-cab75444d4c0 on network 6f3949c9-cefd-422b-98f8-87769f518648 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:20.161969 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Port 1010cfbb-9b5a-452e-b076-cab75444d4c0 on network 6f3949c9-cefd-422b-98f8-87769f518648 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:31:20.162191 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Attempting to bind port 1010cfbb-9b5a-452e-b076-cab75444d4c0 on network 6f3949c9-cefd-422b-98f8-87769f518648 {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:20.166944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:20.167282 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Checking segment: {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:20.167662 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Bound using segment: {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'} {{(pid=93910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:20.168086 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.managers [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Bound port: 1010cfbb-9b5a-452e-b076-cab75444d4c0, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'}}] {{(pid=93910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:20.169017 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:20.238238 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] For port 1010cfbb-9b5a-452e-b076-cab75444d4c0, host hv-cinder-80696, cleared binding levels {{(pid=93910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:20.242039 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] For port 1010cfbb-9b5a-452e-b076-cab75444d4c0, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:20.246452 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:20.286137 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.286867 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:20.288344 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] 10.222.0.52 "PUT /v2.0/ports/1010cfbb-9b5a-452e-b076-cab75444d4c0 HTTP/1.1" status: 200 len: 1094 time: 0.6089487 Sep 14 15:31:20.290867 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'tag': '1010cfbb-9b5a-452e-b076-cab75444d4c0'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:20.294699 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed" -d '{"events": [{"name": "network-changed", "server_uuid": "a014f8ce-fcce-4b81-ad9c-18859811e7aa", "tag": "1010cfbb-9b5a-452e-b076-cab75444d4c0"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:20.326674 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9ab8cffc-418d-4a2d-a40a-bce432790a6e req-e5db518e-8529-4126-88cf-c0c527106354 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 210 time: 0.0349696 Sep 14 15:31:20.328038 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a66b87-c423-4d2f-88e2-9042cc0e3863 service neutron] Pushing event updated for resources: {'Port': ['ID=1010cfbb-9b5a-452e-b076-cab75444d4c0,revision_number=3']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:20.349803 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d0cbf8-3603-427a-bd58-5dfbab59a77a x-openstack-request-id: req-40d0cbf8-3603-427a-bd58-5dfbab59a77a {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:20.350091 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a014f8ce-fcce-4b81-ad9c-18859811e7aa", "tag": "1010cfbb-9b5a-452e-b076-cab75444d4c0", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:20.350343 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40d0cbf8-3603-427a-bd58-5dfbab59a77a {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:20.350745 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'tag': '1010cfbb-9b5a-452e-b076-cab75444d4c0', 'status': 'completed', 'code': 200} Sep 14 15:31:20.382753 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-92b058d7-8f35-4006-8d26-e0ae7dc6644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.384334 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-92b058d7-8f35-4006-8d26-e0ae7dc6644f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=463302f47b9e48fd8a52cff27402fd7d&device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 1097 time: 0.0462465 Sep 14 15:31:20.429759 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-e93ef3c3-369c-4a38-bafc-47f559ddb0e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0 HTTP/1.1" status: 200 len: 217 time: 0.0376680 Sep 14 15:31:20.478691 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-f7424311-2d80-4e25-9c47-91f5f60da6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.480181 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-f7424311-2d80-4e25-9c47-91f5f60da6ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13c20270-a31f-4963-92f2-10412ccba0f3 HTTP/1.1" status: 200 len: 848 time: 0.0436797 Sep 14 15:31:20.514305 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-5550d8b6-b543-452e-a42c-343315eb15f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f3949c9-cefd-422b-98f8-87769f518648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269175 Sep 14 15:31:20.631954 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-016519ae-b1a2-4a3c-b238-3899363f2b81 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091847 Sep 14 15:31:20.677481 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7fc56-5a9a-49fe-bcb3-2a6c8078539e req-dfa6f1ce-3dd7-4752-ba03-a21610702c56 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.679203 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9ca7fc56-5a9a-49fe-bcb3-2a6c8078539e req-dfa6f1ce-3dd7-4752-ba03-a21610702c56 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0553122 Sep 14 15:31:20.727590 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9ca7fc56-5a9a-49fe-bcb3-2a6c8078539e req-46d11518-4cc4-4271-ad39-df942b3cdaa7 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398681 Sep 14 15:31:20.729014 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-b3ed8d8b-6cf0-4744-9080-ab679660f6b8 req-a4a7c8e2-75bc-48cb-8994-4cb55f075c23 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896566 Sep 14 15:31:20.844165 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-ecc7e19f-93e0-43b0-9b92-88404e53d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.845840 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-ecc7e19f-93e0-43b0-9b92-88404e53d669 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=463302f47b9e48fd8a52cff27402fd7d&device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 1097 time: 0.0417595 Sep 14 15:31:20.943483 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-18bf6461-d65a-4142-a906-40c157e0d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:20.945023 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-18bf6461-d65a-4142-a906-40c157e0d963 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 200 len: 909 time: 0.0909512 Sep 14 15:31:20.987213 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-bbcf9472-b719-4c0e-ad45-a9d2e4fc14ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0 HTTP/1.1" status: 200 len: 217 time: 0.0338695 Sep 14 15:31:21.041171 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-4263788c-bdda-435b-8d29-494ff208d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:21.042574 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-4263788c-bdda-435b-8d29-494ff208d284 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13c20270-a31f-4963-92f2-10412ccba0f3 HTTP/1.1" status: 200 len: 848 time: 0.0470970 Sep 14 15:31:21.085299 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-3c474f1b-cdc4-409b-ac95-eb0fc6cddaaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f3949c9-cefd-422b-98f8-87769f518648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246937 Sep 14 15:31:21.180350 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-fc083cd8-25c4-4f57-900b-eb830eab6155 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861022 Sep 14 15:31:21.205243 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e374b3-694d-409a-8cc2-4607331edbfd req-55949852-ceec-4cb0-8282-3aad1b993d6c tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:21.207060 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-68e374b3-694d-409a-8cc2-4607331edbfd req-55949852-ceec-4cb0-8282-3aad1b993d6c tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 944 time: 0.0503821 Sep 14 15:31:21.270191 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-68e374b3-694d-409a-8cc2-4607331edbfd req-b375c0aa-6820-4059-8671-f2f9b6b82b62 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559609 Sep 14 15:31:21.292068 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-f65c7ddd-3c08-43ee-bfc2-b22548f2dfed req-23547a6a-395d-41a1-bff8-c6b4cdbb9fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952342 Sep 14 15:31:21.360867 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-ebb0846e-1ea4-4238-9723-d670d577d663 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:21.362694 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-ebb0846e-1ea4-4238-9723-d670d577d663 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 817 time: 0.1224985 Sep 14 15:31:21.428738 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-85a2209a-15e5-4499-b3fd-117003d509c4 req-26edea15-e20c-436e-9aab-da98d42acd40 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Sep 14 15:31:21.433326 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-49f14be1-d9de-43cc-ad2f-fa819c9587a2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 380 time: 0.0603220 Sep 14 15:31:21.444264 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'port': {'device_id': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'admin_state_up': True, 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'security_groups': ['b65ae576-76e9-48a4-a647-c96247c03817']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:21.555847 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Made reservation on behalf of 40c8dd348a7546428dbad912bb553904 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:21.559457 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:21.687063 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Allocated IP 172.20.0.12 (6db66e0e-293d-42b9-8d44-981973eb0c3f/cfa2b640-56c1-461e-990d-529cac5ad347/ad87e9ae-4d46-46a2-8c08-c53aa03b3609) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:21.857201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:21.877010 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Transition to ACTIVE for port object ad87e9ae-4d46-46a2-8c08-c53aa03b3609 will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:21.888003 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae88f2-0639-4a57-bed5-1d4f092de0de req-05ab4003-25df-439f-a72d-d48eb842541d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:21.889534 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a4ae88f2-0639-4a57-bed5-1d4f092de0de req-05ab4003-25df-439f-a72d-d48eb842541d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0861783 Sep 14 15:31:21.946652 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a4ae88f2-0639-4a57-bed5-1d4f092de0de req-a433331f-9dd7-414f-8bf0-1c4b27d568dd tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496490 Sep 14 15:31:21.948340 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:21.991398 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:21.994383 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:21.998823 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:22.027234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:22.053986 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:22.054821 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.073422 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-a7cb8a16-8289-4819-a150-c7c32495a7d4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328537 Sep 14 15:31:22.085928 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Request body: {'port': {'device_id': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:22.146030 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.188336 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ae55c9a9-5e4a-46d3-abfe-aa2796102307 None None] Provisioning for port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:22.192166 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ae55c9a9-5e4a-46d3-abfe-aa2796102307 None None] Provisioning complete for port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:22.192537 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ae55c9a9-5e4a-46d3-abfe-aa2796102307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.226024 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ae55c9a9-5e4a-46d3-abfe-aa2796102307 None None] Port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:31:22.412172 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd70ce1-9176-4e11-bcd9-2de106c63463 req-c8a363f8-e36f-458c-be6a-b2bafb6a99ae tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:22.413541 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dcd70ce1-9176-4e11-bcd9-2de106c63463 req-c8a363f8-e36f-458c-be6a-b2bafb6a99ae tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 944 time: 0.0703592 Sep 14 15:31:22.464297 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad87e9ae-4d46-46a2-8c08-c53aa03b3609 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:22.477401 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.491085 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dcd70ce1-9176-4e11-bcd9-2de106c63463 req-3c085bfe-db5a-44c8-83c1-70d7160b07f9 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591345 Sep 14 15:31:22.495493 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Transition to ACTIVE for port object ad87e9ae-4d46-46a2-8c08-c53aa03b3609 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:22.502414 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.584476 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:22.644511 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f33149-9721-4b86-8a46-5c0ca04af905 req-55d3dbcd-75e5-4098-b4ff-d2a50ccf122f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:22.646067 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-28f33149-9721-4b86-8a46-5c0ca04af905 req-55d3dbcd-75e5-4098-b4ff-d2a50ccf122f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.1408994 Sep 14 15:31:22.691094 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Attempting to bind port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:22.691427 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Attempting to bind port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:22.691754 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Attempting to bind port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 on network 6db66e0e-293d-42b9-8d44-981973eb0c3f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:22.700923 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 on network 6db66e0e-293d-42b9-8d44-981973eb0c3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:31:22.701245 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Attempting to bind port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 on network 6db66e0e-293d-42b9-8d44-981973eb0c3f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:22.705556 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-28f33149-9721-4b86-8a46-5c0ca04af905 req-5a479d57-da8a-4f3d-a846-6ff0423edc45 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529330 Sep 14 15:31:22.709298 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:22.709640 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Checking segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:22.710009 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Bound using segment: {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:22.710463 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Bound port: ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7139b45-dcc6-4815-8b26-f458eaf34c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:22.710823 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.773684 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:22.776683 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:22.781510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.816523 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:22.817140 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:22.818555 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] 10.222.0.52 "PUT /v2.0/ports/ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 1094 time: 0.7368524 Sep 14 15:31:22.819004 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:22.821204 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:22.846547 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac3663-7ff7-4d73-9cc2-e5c8f0cd11aa service neutron] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:22.900761 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf9e901-4b63-4413-9b0e-9fc5472de651 x-openstack-request-id: req-5cf9e901-4b63-4413-9b0e-9fc5472de651 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:22.901048 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:22.901298 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5cf9e901-4b63-4413-9b0e-9fc5472de651 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:22.901695 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'status': 'completed', 'code': 200} Sep 14 15:31:22.917355 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-0ffdceb9-ca2f-4616-918b-b40d85e81840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:22.919582 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-0ffdceb9-ca2f-4616-918b-b40d85e81840 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1097 time: 0.0565741 Sep 14 15:31:23.204192 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-0a6fd3b6-df41-40cc-99ef-48d1d0110f8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 217 time: 0.2723238 Sep 14 15:31:23.280536 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb6f20-e103-4966-a8bb-4cdb389bf9cc req-a086ec01-7e46-4428-bcfe-8ee3c9b1e299 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.282015 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c9cb6f20-e103-4966-a8bb-4cdb389bf9cc req-a086ec01-7e46-4428-bcfe-8ee3c9b1e299 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0874882 Sep 14 15:31:23.283852 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-547a382f-7615-4782-ab14-5bd8c9bf6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.285155 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-547a382f-7615-4782-ab14-5bd8c9bf6b96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0640056 Sep 14 15:31:23.347482 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c9cb6f20-e103-4966-a8bb-4cdb389bf9cc req-fa573475-5ed1-478e-a3d2-a0af330c5f35 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593946 Sep 14 15:31:23.353640 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-9112e1e0-4136-4101-822a-1d132e6826a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.355150 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-9112e1e0-4136-4101-822a-1d132e6826a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610254 Sep 14 15:31:23.449221 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-885864e2-6ca9-4511-ad74-0afeea461b9e service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Sep 14 15:31:23.546910 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca9196c6-17c9-4620-bf6d-454cfe787e29 req-2e912f86-5233-4320-99f9-405b2d668572 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869071 Sep 14 15:31:23.644585 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f683cd-1aff-4dc8-a4a1-e661aac0e3c6 req-4154a25c-34a7-4e4f-86e2-72bc5a14fc00 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.646065 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9f683cd-1aff-4dc8-a4a1-e661aac0e3c6 req-4154a25c-34a7-4e4f-86e2-72bc5a14fc00 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 944 time: 0.0807261 Sep 14 15:31:23.651131 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 1010cfbb-9b5a-452e-b076-cab75444d4c0 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:31:23.661223 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-42e90d6b-595f-400e-9ae2-2f47b33abc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.662714 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-42e90d6b-595f-400e-9ae2-2f47b33abc1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1097 time: 0.0639532 Sep 14 15:31:23.714388 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9f683cd-1aff-4dc8-a4a1-e661aac0e3c6 req-af79c488-255e-41c4-b6e2-a7c1c3907b87 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616202 Sep 14 15:31:23.751283 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 1010cfbb-9b5a-452e-b076-cab75444d4c0, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:23.764012 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '1010cfbb-9b5a-452e-b076-cab75444d4c0', 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648', 'port_id': '1010cfbb-9b5a-452e-b076-cab75444d4c0', 'mac_address': 'fa:16:3e:13:4d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c20270-a31f-4963-92f2-10412ccba0f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:31:23.771653 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-0ccb347f-e340-49be-b51f-30136c5a2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.773060 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-0ccb347f-e340-49be-b51f-30136c5a2d84 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.1020398 Sep 14 15:31:23.803287 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:23.817394 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1010cfbb-9b5a-452e-b076-cab75444d4c0 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:23.829827 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-8d338f07-ad47-4afb-ac7d-0ef2f2f17a41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 217 time: 0.0485172 Sep 14 15:31:23.836951 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 1010cfbb-9b5a-452e-b076-cab75444d4c0, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:23.841162 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:23.900119 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=1010cfbb-9b5a-452e-b076-cab75444d4c0,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:23.902393 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b2776-74c8-40be-b526-783bbd31691b req-0284c970-cd2c-4b2b-ba1c-ee4910707873 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.904762 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f75b2776-74c8-40be-b526-783bbd31691b req-0284c970-cd2c-4b2b-ba1c-ee4910707873 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.1163700 Sep 14 15:31:23.908374 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.908636 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-ca0fdb3b-3188-435c-840b-ad8d562c56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.908817 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.909122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.909462 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.909810 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.909979 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-ca0fdb3b-3188-435c-840b-ad8d562c56f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0654118 Sep 14 15:31:23.910135 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.910670 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.911016 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.911372 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.911703 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.912027 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.912349 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:23.984990 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f75b2776-74c8-40be-b526-783bbd31691b req-2daa84ad-0301-4554-b550-c8134f88e287 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740056 Sep 14 15:31:23.991887 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-0d73c4d4-6390-4210-863e-0f5521715b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:23.993400 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-0d73c4d4-6390-4210-863e-0f5521715b8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738478 Sep 14 15:31:24.090554 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-5faf96e1-23ed-4943-928f-9a5dc7017d5a service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882456 Sep 14 15:31:24.104017 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['1010cfbb-9b5a-452e-b076-cab75444d4c0'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:31:24.201148 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d97cd0a-3b0d-49c6-b062-3bc90ee8675c req-d9a2d202-3e1b-4396-a4df-990a25704650 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028645 Sep 14 15:31:24.466858 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4320-805c-427f-986f-72982b2eee1d req-43b66330-5e7b-4476-81b2-15e7de568fd1 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:24.468353 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a2d4320-805c-427f-986f-72982b2eee1d req-43b66330-5e7b-4476-81b2-15e7de568fd1 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0505664 Sep 14 15:31:24.508910 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a2d4320-805c-427f-986f-72982b2eee1d req-c720df67-c851-4951-9164-955f5c0b8848 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343482 Sep 14 15:31:24.833613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5132e4-ded3-4333-be29-cd5fbd41f8b3 req-11c03472-63cf-4c09-81cf-aca61aa6cff0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:24.835340 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3f5132e4-ded3-4333-be29-cd5fbd41f8b3 req-11c03472-63cf-4c09-81cf-aca61aa6cff0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 945 time: 0.0513947 Sep 14 15:31:24.877045 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3f5132e4-ded3-4333-be29-cd5fbd41f8b3 req-e8343318-a0cf-480a-a5d0-3e6970eb83dd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355747 Sep 14 15:31:25.102423 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1e6b2-4db1-4e25-b542-173304db0923 req-eeb18a3a-ee9d-4349-81e1-3b0a18609cbd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:25.103879 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a3c1e6b2-4db1-4e25-b542-173304db0923 req-eeb18a3a-ee9d-4349-81e1-3b0a18609cbd tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0486033 Sep 14 15:31:25.141741 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a3c1e6b2-4db1-4e25-b542-173304db0923 req-29996e8b-9f66-434e-b4f5-821e86f48641 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Sep 14 15:31:25.622628 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d283-6e66-4f9f-b43d-a24c0184a1f4 req-b314285a-d183-4f72-a145-7ad7d946cee8 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:25.624114 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd00d283-6e66-4f9f-b43d-a24c0184a1f4 req-b314285a-d183-4f72-a145-7ad7d946cee8 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0495715 Sep 14 15:31:25.653488 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 1010cfbb-9b5a-452e-b076-cab75444d4c0 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:25.665171 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd00d283-6e66-4f9f-b43d-a24c0184a1f4 req-763b8818-15d1-4e3f-91fe-32e991e2eb26 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345919 Sep 14 15:31:25.705516 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 1010cfbb-9b5a-452e-b076-cab75444d4c0 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:25.709118 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 1010cfbb-9b5a-452e-b076-cab75444d4c0 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:25.709487 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:25.783797 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:25.805238 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1010cfbb-9b5a-452e-b076-cab75444d4c0'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:25.807425 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2ca4f-b8b6-4da2-9fe6-7f9e8be224e4" -d '{"events": [{"server_uuid": "a014f8ce-fcce-4b81-ad9c-18859811e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "1010cfbb-9b5a-452e-b076-cab75444d4c0"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:25.820373 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 1010cfbb-9b5a-452e-b076-cab75444d4c0, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:25.824395 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:25.847823 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f41743-104a-4393-972b-8e4c77e4df01 x-openstack-request-id: req-f6f41743-104a-4393-972b-8e4c77e4df01 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:25.848115 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a014f8ce-fcce-4b81-ad9c-18859811e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "1010cfbb-9b5a-452e-b076-cab75444d4c0", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:25.848364 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6f41743-104a-4393-972b-8e4c77e4df01 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:25.848737 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1010cfbb-9b5a-452e-b076-cab75444d4c0', 'code': 200} Sep 14 15:31:25.875048 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=1010cfbb-9b5a-452e-b076-cab75444d4c0,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:26.020519 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85a3ed-855e-432d-bb1a-8f63e1d444fe req-bc44b20b-df9d-4e2e-b05e-de4e5bd773b1 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:26.021994 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b85a3ed-855e-432d-bb1a-8f63e1d444fe req-bc44b20b-df9d-4e2e-b05e-de4e5bd773b1 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 946 time: 0.0766282 Sep 14 15:31:26.053206 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe9faa-4867-487f-98d4-dba262816d56 req-a81ea5ff-9639-4453-8c01-8ecaa1fd4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:26.054718 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ddfe9faa-4867-487f-98d4-dba262816d56 req-a81ea5ff-9639-4453-8c01-8ecaa1fd4ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 1099 time: 0.0723035 Sep 14 15:31:26.080406 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3b85a3ed-855e-432d-bb1a-8f63e1d444fe req-6a53ca30-5df4-46f1-a383-a3441c77e91b tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 Sep 14 15:31:26.096814 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ddfe9faa-4867-487f-98d4-dba262816d56 req-cb930afa-da89-47d7-a5ea-735b4c6d605b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Sep 14 15:31:26.261400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aa0d8-ee1a-4fbc-bc14-03ef688d9fbf req-c5f2974c-297c-4e6c-9993-1c88d28ae999 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:26.263901 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c04aa0d8-ee1a-4fbc-bc14-03ef688d9fbf req-c5f2974c-297c-4e6c-9993-1c88d28ae999 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0507002 Sep 14 15:31:26.300303 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c04aa0d8-ee1a-4fbc-bc14-03ef688d9fbf req-9164ec07-52c0-4ad9-87c5-95c11fd991de tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304458 Sep 14 15:31:26.322713 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43246) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:26.367155 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Deleting subnet 2a3db8da-7ea4-462e-bb84-fd63c6cf5808 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:31:26.370009 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.411121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.450843 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.502618 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.527420 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3db8da-7ea4-462e-bb84-fd63c6cf5808,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:26.531234 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.534135 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-37eb9361-e9f5-4034-b557-0c17f0367a63 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2a3db8da-7ea4-462e-bb84-fd63c6cf5808 HTTP/1.1" status: 204 len: 168 time: 0.2098913 Sep 14 15:31:26.535551 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43248) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:26.606505 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.683041 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.703391 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250d0f04-e1f9-44b2-aecb-558706259162']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:26.712561 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46782374-c6e1-4469-971a-993b6c3601a3') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:26.712860 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46782374-c6e1-4469-971a-993b6c3601a3') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:26.722013 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.737522 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.743439 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:31:26.743829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:31:26.745448 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:31:26.779510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3d09-40ee-4527-a451-dec3295bf68a req-4c5132b1-96bd-483b-8ccd-868c0b707b49 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:26.781017 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d25f3d09-40ee-4527-a451-dec3295bf68a req-4c5132b1-96bd-483b-8ccd-868c0b707b49 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0489933 Sep 14 15:31:26.804083 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.811876 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:26.813343 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] 10.222.0.68 "DELETE /v2.0/networks/250d0f04-e1f9-44b2-aecb-558706259162 HTTP/1.1" status: 204 len: 168 time: 0.2768548 Sep 14 15:31:26.824996 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbbc1d-89af-4e8e-aa93-d897cb4a4aba admin admin] Pushing event deleted for resources: {'Network': ['ID=250d0f04-e1f9-44b2-aecb-558706259162,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:26.829096 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d25f3d09-40ee-4527-a451-dec3295bf68a req-d8a94786-f077-4f8c-9278-35f78db39d2d tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418780 Sep 14 15:31:26.934530 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43254) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:26.974229 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-3f770d72-9fd4-42be-a3f7-cd10b78acf93 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12bf7f16a2454a3490fe46e229ba0181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382831 Sep 14 15:31:26.976376 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43256) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:27.025499 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-153911fe-15e9-4fa0-99c6-5efea1443bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:27.048916 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-153911fe-15e9-4fa0-99c6-5efea1443bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:27.100137 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-153911fe-15e9-4fa0-99c6-5efea1443bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:27.103251 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-153911fe-15e9-4fa0-99c6-5efea1443bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:27.107413 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-153911fe-15e9-4fa0-99c6-5efea1443bc6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dc02790a-4f94-4a93-ab00-8ef37ee0e43e HTTP/1.1" status: 204 len: 168 time: 0.1271389 Sep 14 15:31:27.120194 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153911fe-15e9-4fa0-99c6-5efea1443bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc02790a-4f94-4a93-ab00-8ef37ee0e43e,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:27.210309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092f42-d1ff-4429-878b-0aa6cf83faab req-2fed1397-f77c-4a63-8696-8cafe6a4d555 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:27.212727 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8c092f42-d1ff-4429-878b-0aa6cf83faab req-2fed1397-f77c-4a63-8696-8cafe6a4d555 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 946 time: 0.0490501 Sep 14 15:31:27.254285 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8c092f42-d1ff-4429-878b-0aa6cf83faab req-bd489d6d-11af-4c51-b4cd-8090360395c0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Sep 14 15:31:27.431706 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7129ba-d1d0-4e4e-8270-6f4ce95994ab req-efcf9c49-e389-4803-8c02-552a244588d8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:27.433254 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f7129ba-d1d0-4e4e-8270-6f4ce95994ab req-efcf9c49-e389-4803-8c02-552a244588d8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0554829 Sep 14 15:31:27.472815 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f7129ba-d1d0-4e4e-8270-6f4ce95994ab req-b9d47902-18b8-417b-a0a4-9082503ca909 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Sep 14 15:31:27.666443 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:31:27.763217 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:27.774489 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'mac_address': 'fa:16:3e:f0:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:31:27.818137 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:27.831216 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43282) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:27.842067 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad87e9ae-4d46-46a2-8c08-c53aa03b3609 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:27.869553 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:27.875342 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:27.928340 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:27.961189 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e426d-56e6-4685-a44d-9fb4da27c530 req-9bcbaadc-5b86-48fc-8803-b9825f4a05ad tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:27.961189 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-043e426d-56e6-4685-a44d-9fb4da27c530 req-9bcbaadc-5b86-48fc-8803-b9825f4a05ad tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0554271 Sep 14 15:31:27.973222 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1349165772-network', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:27.994853 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Made reservation on behalf of b62eaa8684424903914ba1fcc182a84f for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:27.998611 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.005062 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-043e426d-56e6-4685-a44d-9fb4da27c530 req-6a6839d5-05da-4cdf-8df0-aaf0cbb7247b tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373263 Sep 14 15:31:28.006829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.102335 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.106751 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.132979 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:31:28.139094 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e3513-d3b2-4f2a-83f8-1883d8299831,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:28.147585 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.147922 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Added segment 7b621125-c47a-45ff-ad85-237348023412 of type vlan for network 7d507ba6-8850-40ce-8967-452816dca4f2 Sep 14 15:31:28.149697 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.150039 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.150393 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.150727 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.151054 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.151381 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.151704 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.152026 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.152345 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.152438 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['ad87e9ae-4d46-46a2-8c08-c53aa03b3609'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:31:28.152674 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.153034 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.153444 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:28.200472 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.225784 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.226707 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:28.227297 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.258180 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4251807 Sep 14 15:31:28.261220 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43288) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:28.266844 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Request body: {'subnet': {'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1349165772-subnet', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:28.289029 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c11ccd-3d4b-4789-84de-7e5b30c9fd33 admin admin] Pushing event updated for resources: {'Network': ['ID=7d507ba6-8850-40ce-8967-452816dca4f2,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:28.300218 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 7d507ba6-8850-40ce-8967-452816dca4f2 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:31:28.301677 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Made reservation on behalf of b62eaa8684424903914ba1fcc182a84f for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:28.304656 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336371'] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.428095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1106-20ba-4389-a41a-ca1f957af134 req-03ce498a-ca75-416e-9c96-43822b469a30 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:28.429653 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44af1106-20ba-4389-a41a-ca1f957af134 req-03ce498a-ca75-416e-9c96-43822b469a30 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 946 time: 0.0978293 Sep 14 15:31:28.501120 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44af1106-20ba-4389-a41a-ca1f957af134 req-da091d47-6252-449d-9726-522fe97266aa tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Sep 14 15:31:28.553597 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5702082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336365'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.638812 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05a81f0-891a-4589-8141-51ecfa4ead6c,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:28.667607 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf09d-6e93-403b-a7ec-c16c5cb12de5 req-07d075f1-d178-4db7-a4fd-5fc5fec17c91 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:28.669374 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b30cf09d-6e93-403b-a7ec-c16c5cb12de5 req-07d075f1-d178-4db7-a4fd-5fc5fec17c91 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 945 time: 0.0887284 Sep 14 15:31:28.670058 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Checking segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:28.670434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Network hostable DHCP agents. Network: 7d507ba6-8850-40ce-8967-452816dca4f2, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:31:28.703832 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Network 7d507ba6-8850-40ce-8967-452816dca4f2 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:31:28.720722 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b30cf09d-6e93-403b-a7ec-c16c5cb12de5 req-cc724e0e-ffb3-41f2-b6c6-45fe2dedb487 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Sep 14 15:31:28.721726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 7d507ba6-8850-40ce-8967-452816dca4f2) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:28.725631 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:28.726263 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.730896 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bddc95-23fb-4302-af09-fdb2f1f3227c None None] Network 7d507ba6-8850-40ce-8967-452816dca4f2 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:31:28.743760 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43296) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:28.743956 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4dc38fce-9a8a-454a-a7a4-b2736865973e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4816434 Sep 14 15:31:28.754334 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:28.777507 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.778792 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:28.847615 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.032269 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-7d507ba6-8850-40ce-8967-452816dca4f2', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:31:29.033387 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.177748 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1cfc-5964-4c89-8100-6de322a8a718 req-92940f94-0f6f-4d6a-9c0a-0ecc7d8e4da3 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:29.185991 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-647b1cfc-5964-4c89-8100-6de322a8a718 req-92940f94-0f6f-4d6a-9c0a-0ecc7d8e4da3 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0942919 Sep 14 15:31:29.215205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Allocated IP 172.20.0.2 (7d507ba6-8850-40ce-8967-452816dca4f2/e05a81f0-891a-4589-8141-51ecfa4ead6c/6e32f99b-933d-43a7-afee-9a782105f2e7) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:29.235166 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-647b1cfc-5964-4c89-8100-6de322a8a718 req-4c2fe8c9-cc88-435b-b4bd-38c3777c60f9 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea&id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480633 Sep 14 15:31:29.240171 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.297184 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111daae-3308-42cb-8790-06aae9a4b9bd req-f157809e-4544-4c51-b7a8-f9845f7da775 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:29.298683 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3111daae-3308-42cb-8790-06aae9a4b9bd req-f157809e-4544-4c51-b7a8-f9845f7da775 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 946 time: 0.0621676 Sep 14 15:31:29.337754 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3111daae-3308-42cb-8790-06aae9a4b9bd req-d516416a-30fc-4161-8938-6aa69089375d tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Sep 14 15:31:29.379859 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.388339 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Transition to ACTIVE for port object 6e32f99b-933d-43a7-afee-9a782105f2e7 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:29.404025 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Transition to ACTIVE for port object 6e32f99b-933d-43a7-afee-9a782105f2e7 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:29.410305 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.451067 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Network 7d507ba6-8850-40ce-8967-452816dca4f2 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:29.455545 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:29.462189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:29.464133 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Pushing event updated for resources: {'Port': ['ID=6e32f99b-933d-43a7-afee-9a782105f2e7,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:29.474923 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.494788 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.517625 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Attempting to bind port 6e32f99b-933d-43a7-afee-9a782105f2e7 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:29.518123 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Attempting to bind port 6e32f99b-933d-43a7-afee-9a782105f2e7 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:29.518620 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Attempting to bind port 6e32f99b-933d-43a7-afee-9a782105f2e7 on network 7d507ba6-8850-40ce-8967-452816dca4f2 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:29.523627 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:29.524003 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Checking segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:29.524404 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.524799 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Bound using segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:29.525259 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Bound port: 6e32f99b-933d-43a7-afee-9a782105f2e7, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:29.525642 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.591748 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] For port 6e32f99b-933d-43a7-afee-9a782105f2e7, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:29.594821 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] For port 6e32f99b-933d-43a7-afee-9a782105f2e7, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6e32f99b-933d-43a7-afee-9a782105f2e7,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:29.600125 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.604616 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Allocated IP 172.27.3.88 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/8e548ae0-14e4-44e3-9984-41455afc9eb8) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:29.670094 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb69cc6-311a-412e-be5a-df9f71a3f183 None None] Pushing event updated for resources: {'Port': ['ID=6e32f99b-933d-43a7-afee-9a782105f2e7,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:29.679311 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:29.712971 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.733164 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:29.737655 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:29.738022 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.754241 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.794818 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:29.797912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:29.800890 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:29.827274 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.841620 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Pushing event updated for resources: {'Port': ['ID=8e548ae0-14e4-44e3-9984-41455afc9eb8,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:29.867473 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:29.869794 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff17143-1c45-4802-ac00-c8ca001a093c" -d '{"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-plugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:29.878203 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08b223-be4a-4768-84ad-34defc87559f req-94890980-61d8-4de0-b9ce-78dec25e69b8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:29.879892 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6e08b223-be4a-4768-84ad-34defc87559f req-94890980-61d8-4de0-b9ce-78dec25e69b8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 945 time: 0.0676973 Sep 14 15:31:29.884722 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:29.890844 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:29.937153 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2673a2d6-6476-470e-a356-fba08e83e9de x-openstack-request-id: req-2673a2d6-6476-470e-a356-fba08e83e9de {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:29.937453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-plugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:29.937705 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2673a2d6-6476-470e-a356-fba08e83e9de {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:29.947796 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6e08b223-be4a-4768-84ad-34defc87559f req-1ac353e7-ccd2-4785-981b-df3cd99cdcba tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613134 Sep 14 15:31:29.982067 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'code': 200} Sep 14 15:31:30.041627 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:30.162346 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:30.163025 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e32f99b-933d-43a7-afee-9a782105f2e7 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:30.190234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6b271-aab0-4304-96ad-46500b7ccb2b req-7e7ef992-c8f9-40c0-be88-e94064a72a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:30.191781 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6dc6b271-aab0-4304-96ad-46500b7ccb2b req-7e7ef992-c8f9-40c0-be88-e94064a72a67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1099 time: 0.0470440 Sep 14 15:31:30.213026 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 6e32f99b-933d-43a7-afee-9a782105f2e7 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:30.231474 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6dc6b271-aab0-4304-96ad-46500b7ccb2b req-81e97c4b-706a-43cf-9256-d79c79db35f8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Sep 14 15:31:30.361281 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:30.457421 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd4f36-a546-4967-8b4f-5e18bd399ffa req-87e6e2ea-c780-43c4-bb46-74ad42c65a00 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:30.459046 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-31fd4f36-a546-4967-8b4f-5e18bd399ffa req-87e6e2ea-c780-43c4-bb46-74ad42c65a00 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 946 time: 0.0490143 Sep 14 15:31:30.493817 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Router 77ef7ccd-6199-44ce-8459-50f17ee82d31 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:31:30.501237 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-31fd4f36-a546-4967-8b4f-5e18bd399ffa req-710a9444-8773-44c2-acd6-3996a08681da tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359139 Sep 14 15:31:30.605005 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:30.615977 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Sync routers for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:30.623147 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:30.624698 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-559f3453-6554-448a-a170-fb19f9759c15 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8797991 Sep 14 15:31:30.627327 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43320) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:30.629940 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:30.630746 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:30.739429 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:30.816705 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e9c24-41ab-420a-b557-35e0f220ffbb None None] Network 7d507ba6-8850-40ce-8967-452816dca4f2 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:31:30.849380 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:30.924138 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] Provisioning for port 6e32f99b-933d-43a7-afee-9a782105f2e7 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:30.935670 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] Provisioning complete for port 6e32f99b-933d-43a7-afee-9a782105f2e7 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:30.936041 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:30.941920 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-0d2ed578-950d-4a44-ad5c-0fdda8cf2f36 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:30.943551 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-0d2ed578-950d-4a44-ad5c-0fdda8cf2f36 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 946 time: 0.0519710 Sep 14 15:31:31.061076 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Deleting port 1010cfbb-9b5a-452e-b076-cab75444d4c0 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:31:31.061345 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.095628 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.143714 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.164107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:30Z', 'revision_number': 3, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:31.179839 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9070e-1bb6-484e-aba7-2c94fd540824 req-fd4917d5-747b-4380-8efe-1a8318a891f5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:31.181407 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95f9070e-1bb6-484e-aba7-2c94fd540824 req-fd4917d5-747b-4380-8efe-1a8318a891f5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.1149828 Sep 14 15:31:31.201878 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Checking router: 77ef7ccd-6199-44ce-8459-50f17ee82d31 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:31.202222 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Updating router 77ef7ccd-6199-44ce-8459-50f17ee82d31 port 8e548ae0-14e4-44e3-9984-41455afc9eb8 binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:31:31.211573 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] For port 1010cfbb-9b5a-452e-b076-cab75444d4c0, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1010cfbb-9b5a-452e-b076-cab75444d4c0,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:31.212173 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.236571 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Calling delete_port for 1010cfbb-9b5a-452e-b076-cab75444d4c0 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:31:31.240076 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] For port 6e32f99b-933d-43a7-afee-9a782105f2e7, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6e32f99b-933d-43a7-afee-9a782105f2e7,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:31.243765 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.248297 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.275065 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95f9070e-1bb6-484e-aba7-2c94fd540824 req-9d48b158-9ea4-4988-b727-4397e4a7107e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772493 Sep 14 15:31:31.285524 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Allocated IP 172.20.0.1 (7d507ba6-8850-40ce-8967-452816dca4f2/e05a81f0-891a-4589-8141-51ecfa4ead6c/59ea27ff-54c0-4493-8457-c7d1911b056e) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:31.393143 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397aac80-a22e-45cf-aaaa-fa14d50052f3 None None] Pushing event updated for resources: {'Port': ['ID=6e32f99b-933d-43a7-afee-9a782105f2e7,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:31.449319 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.463310 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.467829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Transition to ACTIVE for port object 59ea27ff-54c0-4493-8457-c7d1911b056e will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:31.494384 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['1010cfbb-9b5a-452e-b076-cab75444d4c0'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:31:31.506764 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.513915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Pushing event deleted for resources: {'Port': ['ID=1010cfbb-9b5a-452e-b076-cab75444d4c0,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:31.567210 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Network 7d507ba6-8850-40ce-8967-452816dca4f2 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:31.570434 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:31.578922 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:31.581339 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Pushing event updated for resources: {'Port': ['ID=59ea27ff-54c0-4493-8457-c7d1911b056e,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:31.585298 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] No DVR routers for this DVR port 1010cfbb-9b5a-452e-b076-cab75444d4c0 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:31:31.588376 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.590830 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3d81f2bb-fe1b-4e21-99a8-ff6d031cae5f req-c61f4a44-4b7a-4eb0-b2aa-f64bf396cd72 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "DELETE /v2.0/ports/1010cfbb-9b5a-452e-b076-cab75444d4c0 HTTP/1.1" status: 204 len: 173 time: 0.6383746 Sep 14 15:31:31.591631 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'name': 'network-vif-deleted', 'tag': '1010cfbb-9b5a-452e-b076-cab75444d4c0'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:31.593941 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e755aebb-6408-488d-b2ca-7b66fe0e59a9" -d '{"events": [{"server_uuid": "a014f8ce-fcce-4b81-ad9c-18859811e7aa", "name": "network-vif-deleted", "tag": "1010cfbb-9b5a-452e-b076-cab75444d4c0"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:31.604611 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-babe5c56-7e26-4926-b70d-690d6bdb029d None None] Provisioning complete for port 6e32f99b-933d-43a7-afee-9a782105f2e7 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:31.604995 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-babe5c56-7e26-4926-b70d-690d6bdb029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.628627 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9d21062d-ece2-4537-baca-24de44fa3b53 req-e86f2c90-7b22-4d7b-8b70-4bfbeed05fde tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=a014f8ce-fcce-4b81-ad9c-18859811e7aa HTTP/1.1" status: 200 len: 210 time: 0.0301900 Sep 14 15:31:31.653131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b30a70-2365-4bdd-b28b-4d2ab2ea7250 x-openstack-request-id: req-a6b30a70-2365-4bdd-b28b-4d2ab2ea7250 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:31.654618 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a014f8ce-fcce-4b81-ad9c-18859811e7aa", "name": "network-vif-deleted", "tag": "1010cfbb-9b5a-452e-b076-cab75444d4c0", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:31.655140 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a6b30a70-2365-4bdd-b28b-4d2ab2ea7250 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:31.655961 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a014f8ce-fcce-4b81-ad9c-18859811e7aa', 'name': 'network-vif-deleted', 'tag': '1010cfbb-9b5a-452e-b076-cab75444d4c0', 'status': 'completed', 'code': 200} Sep 14 15:31:31.677875 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.720948 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.735891 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Transition to ACTIVE for port object 8e548ae0-14e4-44e3-9984-41455afc9eb8 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:31.765469 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.827613 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.955938 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049684a-cade-44fa-bc72-1c452c508785 None None] Pushing event updated for resources: {'Port': ['ID=8e548ae0-14e4-44e3-9984-41455afc9eb8,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:31.959294 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Attempting to bind port 8e548ae0-14e4-44e3-9984-41455afc9eb8 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:31.959760 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Attempting to bind port 8e548ae0-14e4-44e3-9984-41455afc9eb8 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:31.960214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Attempting to bind port 8e548ae0-14e4-44e3-9984-41455afc9eb8 on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:31.967273 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:31.967645 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:31.968043 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:31.968431 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:31.968901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Bound port: 8e548ae0-14e4-44e3-9984-41455afc9eb8, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:31.969275 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.007585 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-4f3b4806-7c6a-469f-b78f-8199aa2c7902 None None] Provisioning for port 59ea27ff-54c0-4493-8457-c7d1911b056e completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:32.016438 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.020644 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-4f3b4806-7c6a-469f-b78f-8199aa2c7902 None None] Provisioning complete for port 59ea27ff-54c0-4493-8457-c7d1911b056e triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:32.021082 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4f3b4806-7c6a-469f-b78f-8199aa2c7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.024127 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.054663 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e32f99b-933d-43a7-afee-9a782105f2e7 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:32.093757 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] For port 8e548ae0-14e4-44e3-9984-41455afc9eb8, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:32.098722 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.101466 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Pushing event updated for resources: {'Port': ['ID=59ea27ff-54c0-4493-8457-c7d1911b056e,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:32.119321 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] For port 8e548ae0-14e4-44e3-9984-41455afc9eb8, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=8e548ae0-14e4-44e3-9984-41455afc9eb8,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:32.120294 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b4806-7c6a-469f-b78f-8199aa2c7902 None None] Port 59ea27ff-54c0-4493-8457-c7d1911b056e cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:31:32.130406 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.188406 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 6e32f99b-933d-43a7-afee-9a782105f2e7 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:32.188775 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.196548 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Network 7d507ba6-8850-40ce-8967-452816dca4f2 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:32.197896 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:32.225478 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049684a-cade-44fa-bc72-1c452c508785 None None] Pushing event updated for resources: {'Port': ['ID=8e548ae0-14e4-44e3-9984-41455afc9eb8,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:32.229528 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:32.230159 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:32.332658 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Router 77ef7ccd-6199-44ce-8459-50f17ee82d31 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:31:32.376107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:32.417460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40ca9-2040-4e72-b457-025e4cd57268 req-ccffb9b7-281e-469c-a661-51d3aeec9791 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:32.419834 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d3f40ca9-2040-4e72-b457-025e4cd57268 req-ccffb9b7-281e-469c-a661-51d3aeec9791 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0712595 Sep 14 15:31:32.458778 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:32.466922 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d3f40ca9-2040-4e72-b457-025e4cd57268 req-6bcc24ee-79df-4e28-bbdc-c6a1729900e3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Sep 14 15:31:32.467871 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3feaddab-0bdf-4407-affc-b8cbc62b92ec admin admin] 10.222.0.68 "PUT /v2.0/routers/77ef7ccd-6199-44ce-8459-50f17ee82d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393900 Sep 14 15:31:32.494069 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ea08bff3-64f2-4524-9566-34e7c6443d93 None None] Provisioning complete for port 59ea27ff-54c0-4493-8457-c7d1911b056e triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:32.494476 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ea08bff3-64f2-4524-9566-34e7c6443d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.572155 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ea08bff3-64f2-4524-9566-34e7c6443d93 None None] Port 59ea27ff-54c0-4493-8457-c7d1911b056e cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:31:32.591120 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022031e-3d74-4344-94a0-d6eb39fec492 req-2e40b4f0-21f6-4347-956e-10600af90d20 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:32.592578 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d022031e-3d74-4344-94a0-d6eb39fec492 req-2e40b4f0-21f6-4347-956e-10600af90d20 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0555911 Sep 14 15:31:32.601632 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43336) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:32.606968 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Request body: {'floatingip': {'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:32.628836 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 2, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:32.648627 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:32.656823 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb77bc-6922-4bdf-ae7a-4fd1a10d94b4 None None] The sync data for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi is: [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 2, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:33.009019 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43362) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:33.014009 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-148515785-network', 'tenant_id': '5404096666f841ba96d91d19d2669c78'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:33.040292 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Made reservation on behalf of 5404096666f841ba96d91d19d2669c78 for: {'network': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:33.043121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.054480 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.112873 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-4c003f78-9eef-41f4-bbb8-e4e0ea977327 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:33.114450 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-4c003f78-9eef-41f4-bbb8-e4e0ea977327 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/networks?id=6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 200 len: 808 time: 0.2278371 Sep 14 15:31:33.158257 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-ed072b39-9225-41be-9736-e0c1d0ca8cbe tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/quotas/463302f47b9e48fd8a52cff27402fd7d HTTP/1.1" status: 200 len: 375 time: 0.0333903 Sep 14 15:31:33.162873 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.173019 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.201903 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=93910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:31:33.202280 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-3a8fce91-3bcb-4cab-b4b4-e0d96ea7eeda tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=463302f47b9e48fd8a52cff27402fd7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377774 Sep 14 15:31:33.211783 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5da2ad4-39bb-448f-a633-8a0109433081,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:33.217340 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.217689 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.segments_db [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Added segment c6e99806-5a3e-47ac-8823-84c926c83cba of type vlan for network da6d31e7-2f2a-4177-8c60-8df20cef38f8 Sep 14 15:31:33.260893 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.275007 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.289573 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.290776 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:33.291364 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.308941 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.326374 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3122077 Sep 14 15:31:33.326374 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43364) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:33.330483 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Request body: {'subnet': {'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-148515785-subnet', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:33.368183 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e1242-841f-416e-9fd8-695f95d3a969 admin admin] Pushing event updated for resources: {'Network': ['ID=da6d31e7-2f2a-4177-8c60-8df20cef38f8,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:33.381933 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-551bcfc4-d2f6-4b22-a8ae-fd2339465d5c service neutron] 10.222.0.68 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523497 Sep 14 15:31:33.390668 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Made reservation on behalf of 5404096666f841ba96d91d19d2669c78 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:33.390881 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:31:33.394158 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.490119 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Floating IP b56eac6d-69f8-4f8a-9a77-02719fb41bf1 associated. External IP: 172.27.3.54, port: ad87e9ae-4d46-46a2-8c08-c53aa03b3609. Sep 14 15:31:33.628718 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.694012 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:33.707078 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Checking segment: {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:33.707448 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Network hostable DHCP agents. Network: da6d31e7-2f2a-4177-8c60-8df20cef38f8, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:31:33.726909 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:31:33.736612 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, da6d31e7-2f2a-4177-8c60-8df20cef38f8) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:33.742050 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:33.742794 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.751204 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb609dc-a57a-4406-b4bc-06f8da775cf1 None None] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:31:33.766338 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3afbe40a-5f9f-4f51-848b-f4de7e1fe353 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4395988 Sep 14 15:31:33.767256 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43366) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:33.771662 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:33.801403 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.802707 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:33.842372 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-ae355a2d-3981-4fca-bf89-5f155b8ace44 service neutron] 10.222.0.68 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297144 Sep 14 15:31:33.863441 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.010036 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:31:34.033457 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'fixed_ips': [{'subnet_id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:31:34.034483 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.155473 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8fa9d8c2-a332-49c6-b716-bd6398cc0e7f req-7ccf6f6f-1afc-41ea-934c-d05932f8a687 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 210 time: 0.0420394 Sep 14 15:31:34.183173 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8e548ae0-14e4-44e3-9984-41455afc9eb8 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:34.276948 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:34.284686 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.293941 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:34.313781 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:34.314931 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:34.321537 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Allocated IP 172.20.0.2 (da6d31e7-2f2a-4177-8c60-8df20cef38f8/e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935/f21f447a-9a1f-4522-a4c1-e2c873db4726) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:34.345543 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-bddadf7a-42b9-4550-bf69-1d4528b72e19 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "PUT /v2.0/floatingips/b56eac6d-69f8-4f8a-9a77-02719fb41bf1 HTTP/1.1" status: 200 len: 991 time: 1.7409866 Sep 14 15:31:34.346223 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:34.365878 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25c768-1c28-4b74-b648-89e25fa1da34" -d '{"events": [{"name": "network-changed", "server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:34.383065 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 8e548ae0-14e4-44e3-9984-41455afc9eb8 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:34.450955 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 8e548ae0-14e4-44e3-9984-41455afc9eb8 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:34.452706 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.463857 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169897b5-0c60-4462-b42a-4466e62a4018 x-openstack-request-id: req-169897b5-0c60-4462-b42a-4466e62a4018 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:34.464338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:34.464739 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-169897b5-0c60-4462-b42a-4466e62a4018 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:34.465867 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'status': 'completed', 'code': 200} Sep 14 15:31:34.489690 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.533317 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:34.550583 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-ccde3dd3-e03a-4acd-a03c-36c7c4e171e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:34.554139 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-ccde3dd3-e03a-4acd-a03c-36c7c4e171e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1099 time: 0.0678802 Sep 14 15:31:34.637365 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.672478 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.677883 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Transition to ACTIVE for port object f21f447a-9a1f-4522-a4c1-e2c873db4726 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:34.716300 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 8e548ae0-14e4-44e3-9984-41455afc9eb8, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=8e548ae0-14e4-44e3-9984-41455afc9eb8,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:34.720169 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Transition to ACTIVE for port object f21f447a-9a1f-4522-a4c1-e2c873db4726 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:34.726047 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.745111 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.759587 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-673efb76-35ae-4691-8d22-263e40428b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:34.761312 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-673efb76-35ae-4691-8d22-263e40428b4d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.1975574 Sep 14 15:31:34.767654 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.799495 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:34.811341 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:34.814890 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:34.817557 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.834776 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'b56eac6d-69f8-4f8a-9a77-02719fb41bf1', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'mac_address': 'fa:16:3e:f0:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:31:18Z', 'updated_at': '2021-09-14T15:31:33Z', 'revision_number': 1, 'project_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:34.847628 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=8e548ae0-14e4-44e3-9984-41455afc9eb8,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:34.871050 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:34.880170 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Attempting to bind port f21f447a-9a1f-4522-a4c1-e2c873db4726 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:34.880485 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Attempting to bind port f21f447a-9a1f-4522-a4c1-e2c873db4726 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:34.880854 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Attempting to bind port f21f447a-9a1f-4522-a4c1-e2c873db4726 on network da6d31e7-2f2a-4177-8c60-8df20cef38f8 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:34.881739 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:34.883319 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:34.903509 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-a3ac87c2-19df-4071-a63e-3a260b5b42f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 999 time: 0.1317558 Sep 14 15:31:34.903811 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:34.904188 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Checking segment: {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:34.904593 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.905698 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Bound using segment: {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:34.905698 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Bound port: f21f447a-9a1f-4522-a4c1-e2c873db4726, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:34.906005 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:34.988171 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Pushing event updated for resources: {'Port': ['ID=f21f447a-9a1f-4522-a4c1-e2c873db4726,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:35.002805 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-e22ebb1f-5dde-4383-83c5-b320e603c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:35.004941 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-e22ebb1f-5dde-4383-83c5-b320e603c29b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0846026 Sep 14 15:31:35.028166 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Allocated IP 172.27.3.199 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:35.041598 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] For port f21f447a-9a1f-4522-a4c1-e2c873db4726, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:35.048579 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] For port f21f447a-9a1f-4522-a4c1-e2c873db4726, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f21f447a-9a1f-4522-a4c1-e2c873db4726,segment=NetworkSegment(c6e99806-5a3e-47ac-8823-84c926c83cba),segment_id=c6e99806-5a3e-47ac-8823-84c926c83cba)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:35.056937 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:35.085159 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-cb2aaf35-8d49-4037-9ac7-48e0877c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:35.090051 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-cb2aaf35-8d49-4037-9ac7-48e0877c0ffa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726886 Sep 14 15:31:35.133199 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:35.163483 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f35bd5-bb5e-456c-b636-9b387cc31fa6 None None] Pushing event updated for resources: {'Port': ['ID=f21f447a-9a1f-4522-a4c1-e2c873db4726,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:35.214723 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:35.285554 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9b279d69-964e-41c9-abcc-aaffea38164c req-3fe50928-15a9-48bb-bbe0-1b5851e8dcc8 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 210 time: 0.0364008 Sep 14 15:31:35.296509 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-228e4c4c-8f28-4c5a-8157-55d4ffb63622 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967921 Sep 14 15:31:35.296909 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:35.359328 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:35.362920 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:35.365855 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:35.428230 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Pushing event updated for resources: {'Port': ['ID=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:35.466992 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aa25c768-1c28-4b74-b648-89e25fa1da34 req-a2d72bbb-49e4-4a9d-9244-c800287258dc service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622620 Sep 14 15:31:35.490198 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'b56eac6d-69f8-4f8a-9a77-02719fb41bf1', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'mac_address': 'fa:16:3e:f0:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:31:18Z', 'updated_at': '2021-09-14T15:31:33Z', 'revision_number': 1, 'project_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:35.536659 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Sync routers for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:35.556148 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:35.557137 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:35.604295 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528b2d7-c41b-4d53-838a-27e80b8b73bf None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': 'b56eac6d-69f8-4f8a-9a77-02719fb41bf1', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'mac_address': 'fa:16:3e:f0:ac:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:31:18Z', 'updated_at': '2021-09-14T15:31:33Z', 'revision_number': 1, 'project_id': '40c8dd348a7546428dbad912bb553904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:35.642601 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-7b355fbd-5b40-482f-86fd-22f6e81bff2a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:35.644252 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-7b355fbd-5b40-482f-86fd-22f6e81bff2a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "GET /v2.0/networks?id=6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 200 len: 808 time: 0.1577508 Sep 14 15:31:35.665866 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Request body: {'port': {'device_id': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648', 'admin_state_up': True, 'tenant_id': '463302f47b9e48fd8a52cff27402fd7d'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:35.737717 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 1010cfbb-9b5a-452e-b076-cab75444d4c0 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:31:35.763489 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 1010cfbb-9b5a-452e-b076-cab75444d4c0 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:31:35.763831 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 1010cfbb-9b5a-452e-b076-cab75444d4c0 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:31:35.793669 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:35.814375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Made reservation on behalf of 463302f47b9e48fd8a52cff27402fd7d for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:35.818184 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:35.825547 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:35.991621 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Allocated IP 172.20.0.14 (6f3949c9-cefd-422b-98f8-87769f518648/13c20270-a31f-4963-92f2-10412ccba0f3/6a312265-3f33-4f2f-ace0-3a9271cc7ef8) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:36.005464 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec0a4b-86bc-4455-85ec-2cf1b2190223 None None] New status for floating IP b56eac6d-69f8-4f8a-9a77-02719fb41bf1: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:31:36.162036 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.258444 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8e548ae0-14e4-44e3-9984-41455afc9eb8 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:36.283706 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.312707 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 2, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:36.364537 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.369353 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Checking router: 77ef7ccd-6199-44ce-8459-50f17ee82d31 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:36.369903 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Updating router 77ef7ccd-6199-44ce-8459-50f17ee82d31 port 59ea27ff-54c0-4493-8457-c7d1911b056e binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:31:36.405652 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Network 6f3949c9-cefd-422b-98f8-87769f518648 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:36.406175 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:31:36.408732 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.410488 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:36.419842 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 8e548ae0-14e4-44e3-9984-41455afc9eb8 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:36.420219 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.447354 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:36.541526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:36.542216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.552454 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3342cc5-2280-42a4-8a57-1437a32a8e23 None None] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:31:36.558425 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:36.567075 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Pushing event updated for resources: {'Port': ['ID=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:36.575776 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-81c8b026-41ac-48c0-af58-341b7fa22acd tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138885 Sep 14 15:31:36.582397 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.582397 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0bba51e6-fbf5-460e-8ff6-41575a62940e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8135588 Sep 14 15:31:36.584438 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Sync routers for ids ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:36.584702 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43394) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:36.591975 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794b35-7ad4-4223-ba36-fe997f1543ae req-cf033600-4745-46aa-af7c-b4e1ef1c8f0c tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:36.593669 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a4794b35-7ad4-4223-ba36-fe997f1543ae req-cf033600-4745-46aa-af7c-b4e1ef1c8f0c tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 932 time: 0.1847475 Sep 14 15:31:36.598697 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Request body: {'port': {'device_id': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:36.679345 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-bd029bd2-d596-41e8-9b80-a825be3d1bdf None None] Provisioning for port f21f447a-9a1f-4522-a4c1-e2c873db4726 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:36.686540 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Routers {'0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:36.686989 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:36.714030 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a4794b35-7ad4-4223-ba36-fe997f1543ae req-2e18a7b4-e1c8-46a8-ba30-c06e03f32502 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068060 Sep 14 15:31:36.719426 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:36.779185 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f21f447a-9a1f-4522-a4c1-e2c873db4726 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:36.947493 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Set router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:37.008165 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:37.016781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.029027 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.031436 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Transition to ACTIVE for port object 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:37.036385 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.080857 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port f21f447a-9a1f-4522-a4c1-e2c873db4726 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:37.099540 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:37.141761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port f21f447a-9a1f-4522-a4c1-e2c873db4726 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:37.142140 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.173474 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Attempting to bind port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:37.174065 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Attempting to bind port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:37.174424 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Attempting to bind port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 on network 6f3949c9-cefd-422b-98f8-87769f518648 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:37.179202 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 on network 6f3949c9-cefd-422b-98f8-87769f518648 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:31:37.179637 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Attempting to bind port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 on network 6f3949c9-cefd-422b-98f8-87769f518648 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:37.185176 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:37.185515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Checking segment: {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:37.185897 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Bound using segment: {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:37.186318 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Bound port: 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:37.186709 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.201156 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.227416 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Transition to ACTIVE for port object 59ea27ff-54c0-4493-8457-c7d1911b056e will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:37.227798 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Allocated IP 172.20.0.1 (da6d31e7-2f2a-4177-8c60-8df20cef38f8/e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935/f691ff96-0fcc-45da-aadf-11cd2e46db1f) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:37.255297 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.272931 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] For port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:37.276527 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] For port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:37.284611 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.342028 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:37.342829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.344328 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] 10.222.0.52 "PUT /v2.0/ports/6a312265-3f33-4f2f-ace0-3a9271cc7ef8 HTTP/1.1" status: 200 len: 1094 time: 0.7496450 Sep 14 15:31:37.350135 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'tag': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:37.352650 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8" -d '{"events": [{"name": "network-changed", "server_uuid": "eecc0b6a-b2b0-4a91-8f71-0a296b058476", "tag": "6a312265-3f33-4f2f-ace0-3a9271cc7ef8"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:37.384394 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129e869-7b69-49a9-87db-3f5739059dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:37.392479 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.404764 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3bbf-5a21-458e-afaf-1a9ff0977b8e None None] Pushing event updated for resources: {'Port': ['ID=59ea27ff-54c0-4493-8457-c7d1911b056e,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:37.409574 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.provisioning_blocks [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Transition to ACTIVE for port object f691ff96-0fcc-45da-aadf-11cd2e46db1f will not be triggered until provisioned by entity DHCP. {{(pid=93910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:37.430599 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.439996 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe55c64-4434-4ec5-a58e-836cf70cbace x-openstack-request-id: req-7fe55c64-4434-4ec5-a58e-836cf70cbace {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:37.440405 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecc0b6a-b2b0-4a91-8f71-0a296b058476", "tag": "6a312265-3f33-4f2f-ace0-3a9271cc7ef8", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:37.440751 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7fe55c64-4434-4ec5-a58e-836cf70cbace {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:37.441258 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'tag': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8', 'status': 'completed', 'code': 200} Sep 14 15:31:37.468075 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.474180 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-64afaabd-793b-4da3-9d8c-f1ae9b6e0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:37.476292 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-64afaabd-793b-4da3-9d8c-f1ae9b6e0009 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=463302f47b9e48fd8a52cff27402fd7d&device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 1097 time: 0.0703506 Sep 14 15:31:37.505708 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Attempting to bind port 59ea27ff-54c0-4493-8457-c7d1911b056e on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:37.506225 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Attempting to bind port 59ea27ff-54c0-4493-8457-c7d1911b056e by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:37.506486 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Attempting to bind port 59ea27ff-54c0-4493-8457-c7d1911b056e on network 7d507ba6-8850-40ce-8967-452816dca4f2 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:37.513855 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:37.517903 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:37.522973 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:37.530139 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-d6132ae1-3a4b-48d2-8f62-aa09c91ce6cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8 HTTP/1.1" status: 200 len: 217 time: 0.0448556 Sep 14 15:31:37.549989 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:37.550391 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Checking segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:37.550792 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.551188 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Bound using segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:37.551676 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Bound port: 59ea27ff-54c0-4493-8457-c7d1911b056e, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:37.552055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.563704 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:31:35Z', 'revision_number': 3, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:37.572373 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Pushing event updated for resources: {'Port': ['ID=f691ff96-0fcc-45da-aadf-11cd2e46db1f,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:37.601420 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.602137 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-3e0f2780-fb5b-4bea-a103-c074e0e1ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:37.603725 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-3e0f2780-fb5b-4bea-a103-c074e0e1ac7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13c20270-a31f-4963-92f2-10412ccba0f3 HTTP/1.1" status: 200 len: 848 time: 0.0638702 Sep 14 15:31:37.605333 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Checking router: 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:37.605678 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Updating router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:31:37.613599 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port f21f447a-9a1f-4522-a4c1-e2c873db4726, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f21f447a-9a1f-4522-a4c1-e2c873db4726,segment=NetworkSegment(c6e99806-5a3e-47ac-8823-84c926c83cba),segment_id=c6e99806-5a3e-47ac-8823-84c926c83cba)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:37.618549 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-60f1102b-5758-4059-8855-7da0b6a2af0a None None] Provisioning complete for port f21f447a-9a1f-4522-a4c1-e2c873db4726 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:37.619055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-60f1102b-5758-4059-8855-7da0b6a2af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.657656 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-025d312c-e0ed-4556-8d9c-63a1d2ccbb43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f3949c9-cefd-422b-98f8-87769f518648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464718 Sep 14 15:31:37.687979 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.754982 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.776993 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.804663 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-969d15a1-fdfe-4e01-a40e-443c73b384bc service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389303 Sep 14 15:31:37.833512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] For port 59ea27ff-54c0-4493-8457-c7d1911b056e, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:37.852688 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] For port 59ea27ff-54c0-4493-8457-c7d1911b056e, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=59ea27ff-54c0-4493-8457-c7d1911b056e,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:37.855184 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=f21f447a-9a1f-4522-a4c1-e2c873db4726,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:37.869511 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.940989 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03d84a-da20-4ead-b115-cbbe195709a8 req-dc050d02-ac97-434f-8426-1bf8483cf11a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:37.942801 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e03d84a-da20-4ead-b115-cbbe195709a8 req-dc050d02-ac97-434f-8426-1bf8483cf11a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 944 time: 0.1159015 Sep 14 15:31:37.979692 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3acb670e-ff9d-41b4-aa76-62428a691efb req-316350dd-1c48-4129-abb4-61c07cb9ea67 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636450 Sep 14 15:31:37.986575 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:37.994384 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.008162 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e03d84a-da20-4ead-b115-cbbe195709a8 req-b0cee037-a171-43c3-8fe0-b04e7f8594d5 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528297 Sep 14 15:31:38.087417 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-c2500ebd-4bb4-41cb-bdb0-ac2e96395194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:38.089299 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-c2500ebd-4bb4-41cb-bdb0-ac2e96395194 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=463302f47b9e48fd8a52cff27402fd7d&device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 1097 time: 0.0459464 Sep 14 15:31:38.091907 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Pushing event updated for resources: {'Port': ['ID=f691ff96-0fcc-45da-aadf-11cd2e46db1f,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:38.094490 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.116019 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f21f447a-9a1f-4522-a4c1-e2c873db4726 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:38.193250 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:38.194865 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:38.217240 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-83f014ec-0e94-4f70-bd6a-bcf61d8967a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:38.218964 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-83f014ec-0e94-4f70-bd6a-bcf61d8967a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 200 len: 909 time: 0.1175830 Sep 14 15:31:38.224947 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:38.225587 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:38.227317 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3bbf-5a21-458e-afaf-1a9ff0977b8e None None] Pushing event updated for resources: {'Port': ['ID=59ea27ff-54c0-4493-8457-c7d1911b056e,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:38.290754 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-04a36808-28f1-4a0a-81d7-36cc18242141 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8 HTTP/1.1" status: 200 len: 217 time: 0.0497375 Sep 14 15:31:38.367597 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-eb562017-473d-4582-b0f2-0db534823fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:38.368644 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-fc7a5a52-d894-4a10-b9d7-ef13ba0022b0 None None] Provisioning for port f691ff96-0fcc-45da-aadf-11cd2e46db1f completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:38.369100 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-eb562017-473d-4582-b0f2-0db534823fab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13c20270-a31f-4963-92f2-10412ccba0f3 HTTP/1.1" status: 200 len: 848 time: 0.0716906 Sep 14 15:31:38.423758 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-fc7a5a52-d894-4a10-b9d7-ef13ba0022b0 None None] Provisioning complete for port f691ff96-0fcc-45da-aadf-11cd2e46db1f triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:38.424076 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5a52-d894-4a10-b9d7-ef13ba0022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.429679 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-c2071722-9b1d-4b32-84e7-15360bf98002 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f3949c9-cefd-422b-98f8-87769f518648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473893 Sep 14 15:31:38.476834 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port f21f447a-9a1f-4522-a4c1-e2c873db4726 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:38.477812 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.543247 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a5a52-d894-4a10-b9d7-ef13ba0022b0 None None] Port f691ff96-0fcc-45da-aadf-11cd2e46db1f cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:31:38.548099 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:38.553858 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-d26b08f6-e8a3-422f-9dc1-f1cb112e3483 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165028 Sep 14 15:31:38.630739 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:31:38.654134 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd1f6b8d-9032-4b4f-b765-3627cf1552b8 req-173f70b0-2f8f-4754-9fff-0696bb344f84 service neutron] 10.222.0.52 "GET /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920649 Sep 14 15:31:38.724144 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.745221 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:38.751359 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-da8fca87-5cf8-4343-8327-d257e219b8fd admin admin] 10.222.0.68 "PUT /v2.0/routers/0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1655388 Sep 14 15:31:38.756687 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Transition to ACTIVE for port object a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:38.802507 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.856737 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e8e46df9-5b3e-4886-9010-e44179e8d8f0 None None] Provisioning complete for port f691ff96-0fcc-45da-aadf-11cd2e46db1f triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:38.857173 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e8e46df9-5b3e-4886-9010-e44179e8d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.920000 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Attempting to bind port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:38.920368 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Attempting to bind port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:38.920730 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Attempting to bind port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:38.922628 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292d6ee-823a-489b-b8b8-ee60a0345299 None None] Pushing event updated for resources: {'Port': ['ID=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:38.936436 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:38.936800 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:38.937207 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.937599 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:38.938074 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Bound port: a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:38.938478 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:38.973199 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-e8e46df9-5b3e-4886-9010-e44179e8d8f0 None None] Port f691ff96-0fcc-45da-aadf-11cd2e46db1f cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:31:39.017620 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] For port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:39.021441 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] For port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:39.026606 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:39.030988 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.063101 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1e893-7642-4e1c-b10a-b2601ed7675b None None] The sync data for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi is: [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:39.121761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Routers {'0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:39.122531 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:39.125790 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292d6ee-823a-489b-b8b8-ee60a0345299 None None] Pushing event updated for resources: {'Port': ['ID=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:39.165743 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601a12c-e395-462f-a217-e7efa9905bed req-8b9b4c4d-31b1-4f6b-acb1-02287de3c2c0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:39.174410 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9601a12c-e395-462f-a217-e7efa9905bed req-8b9b4c4d-31b1-4f6b-acb1-02287de3c2c0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 944 time: 0.0618806 Sep 14 15:31:39.220087 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9601a12c-e395-462f-a217-e7efa9905bed req-d2afbdbe-2212-44b5-b3bd-c02f616c0e3d tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Sep 14 15:31:39.248809 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] Set router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:39.358655 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43414) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:39.363435 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194774361', 'description': 'tempest-secgroup-smoke-1194774361 description', 'project_id': 'b62eaa8684424903914ba1fcc182a84f'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:39.388912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.465243 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'f691ff96-0fcc-45da-aadf-11cd2e46db1f', 'name': '', 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'mac_address': 'fa:16:3e:c7:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:37Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 2, 'project_id': '5404096666f841ba96d91d19d2669c78', 'subnets': [{'id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:39.485655 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.491129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.499714 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fac428-5d6a-49b0-9a0a-8a01c900d91e None None] The sync data for ids ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'] in dv-cinder-806965-5-iscsi is: [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'f691ff96-0fcc-45da-aadf-11cd2e46db1f', 'name': '', 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'mac_address': 'fa:16:3e:c7:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:37Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 2, 'project_id': '5404096666f841ba96d91d19d2669c78', 'subnets': [{'id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:39.523621 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.525033 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653855 Sep 14 15:31:39.527352 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f620cb-3344-4d1e-9b84-0a86e54bb676 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eddc58-68ee-4f84-a440-0a5c7568923f,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:39.528242 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43416) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:39.532947 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group_rule': {'security_group_id': 'a1eddc58-68ee-4f84-a440-0a5c7568923f', 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:39.567057 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.623607 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.628373 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.648209 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfccfbc-d195-45af-bac9-a2aed2792051,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:39.653362 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.657039 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6c4353ae-a19b-4748-b4bc-d667bcaa18c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255801 Sep 14 15:31:39.657674 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43418) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:39.662059 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group_rule': {'security_group_id': 'a1eddc58-68ee-4f84-a440-0a5c7568923f', 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:39.691195 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.781253 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.785501 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.804320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd7e1bd-0159-4635-b474-cebe3f953b3c,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:39.814515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.817426 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d94b49f0-eb34-43f1-afa3-f9310897e82b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1587451 Sep 14 15:31:39.818570 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43420) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:39.822972 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group_rule': {'security_group_id': 'a1eddc58-68ee-4f84-a440-0a5c7568923f', 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:39.854487 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.917586 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.923031 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.944789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d756af-052d-4523-8465-a42dac7b1663,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:39.949840 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:39.951283 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-3c78bde9-85ce-48b7-bab2-c4eefee8a7de tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316934 Sep 14 15:31:39.954324 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43424) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:39.959632 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group_rule': {'security_group_id': 'a1eddc58-68ee-4f84-a440-0a5c7568923f', 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:40.004140 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.079970 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.084821 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.092364 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 59ea27ff-54c0-4493-8457-c7d1911b056e up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:40.108635 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0beae5c0-71a5-44a8-83e4-e0b32bd9dc32,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:40.113223 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.116997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-28571f67-7559-476b-a43a-669ceaa4cf4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590681 Sep 14 15:31:40.117510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43426) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:40.122634 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group_rule': {'security_group_id': 'a1eddc58-68ee-4f84-a440-0a5c7568923f', 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:40.147125 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.securitygroups_db [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Project b62eaa8684424903914ba1fcc182a84f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 15:31:40.152654 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.158889 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 59ea27ff-54c0-4493-8457-c7d1911b056e completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:40.163576 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 59ea27ff-54c0-4493-8457-c7d1911b056e triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:40.163954 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.219211 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.223972 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.243522 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e635702a-ab8c-4fb6-9b5a-c9df35cddaa0,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:40.248746 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.250678 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-05f17dd0-dcca-4879-bec0-8bce09dffc94 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323826 Sep 14 15:31:40.253287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43430) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:40.257154 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.257939 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'security_group_rule': {'security_group_id': 'a1eddc58-68ee-4f84-a440-0a5c7568923f', 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:40.280649 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.securitygroups_db [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Project b62eaa8684424903914ba1fcc182a84f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 15:31:40.285589 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.290500 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 59ea27ff-54c0-4493-8457-c7d1911b056e, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=59ea27ff-54c0-4493-8457-c7d1911b056e,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:40.295544 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.342758 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=59ea27ff-54c0-4493-8457-c7d1911b056e,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:40.373557 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd25e2-c59e-4760-b56d-5bfc531d6219 req-becc5752-097a-4645-ba58-c6140f8a3b2a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:40.375096 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1cdd25e2-c59e-4760-b56d-5bfc531d6219 req-becc5752-097a-4645-ba58-c6140f8a3b2a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 944 time: 0.0857077 Sep 14 15:31:40.386215 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.399323 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.430617 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01fbfe7-9fe3-480c-af22-a818434501d0,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:40.438105 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1cdd25e2-c59e-4760-b56d-5bfc531d6219 req-daa9f42b-16c9-4552-ad85-4534906a391e tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Sep 14 15:31:40.438898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:40.440270 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-53ebb5b7-c5ea-4931-840d-07b334a0c148 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856863 Sep 14 15:31:41.372818 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-27b0d1c6-bcad-4cf6-a45b-45c93cbe407c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:41.570819 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108bcb-1c8b-4cec-9804-734da6ab4fa2 req-98fcfbd5-4fa3-4f54-a984-75e48db665dc tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:41.572331 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-32108bcb-1c8b-4cec-9804-734da6ab4fa2 req-98fcfbd5-4fa3-4f54-a984-75e48db665dc tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 944 time: 0.0525978 Sep 14 15:31:41.610554 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-32108bcb-1c8b-4cec-9804-734da6ab4fa2 req-4573b66a-c178-478a-914f-06dc709ff0ff tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Sep 14 15:31:41.747109 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:31:41.849273 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:41.863723 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8', 'network_id': '6f3949c9-cefd-422b-98f8-87769f518648', 'port_id': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8', 'mac_address': 'fa:16:3e:c6:34:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c20270-a31f-4963-92f2-10412ccba0f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:31:42.028429 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:42.039597 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:42.061513 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:42.065651 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:42.111194 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:42.151146 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:42.178451 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:42.181949 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:42.182311 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:42.267176 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:42.287376 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:42.291191 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:42.291970 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 59ea27ff-54c0-4493-8457-c7d1911b056e up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:42.357912 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['6a312265-3f33-4f2f-ace0-3a9271cc7ef8'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:31:42.391817 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:42.419976 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 59ea27ff-54c0-4493-8457-c7d1911b056e triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:42.420349 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:42.729068 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b758ac-1757-4acc-a1ab-612e2f728c4d req-f91a7c8d-1f5c-4794-969d-172349be945d tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:42.730657 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-74b758ac-1757-4acc-a1ab-612e2f728c4d req-f91a7c8d-1f5c-4794-969d-172349be945d tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 945 time: 0.0526903 Sep 14 15:31:42.772938 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-74b758ac-1757-4acc-a1ab-612e2f728c4d req-42f745b7-9e86-4654-a5b4-921a75394cc3 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361891 Sep 14 15:31:42.976413 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Sync routers for ids ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:42.987738 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Routers {'0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:42.988357 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:43.102069 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Set router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:43.122015 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a5d1d-194f-4528-9b3c-6903ddf057ce req-7e162139-f682-4aeb-a643-8f2f473c2579 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:43.123554 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-711a5d1d-194f-4528-9b3c-6903ddf057ce req-7e162139-f682-4aeb-a643-8f2f473c2579 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0514755 Sep 14 15:31:43.161750 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-711a5d1d-194f-4528-9b3c-6903ddf057ce req-665427d7-12e0-4c77-9ddb-2d5c0784012e tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Sep 14 15:31:43.311021 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'f691ff96-0fcc-45da-aadf-11cd2e46db1f', 'name': '', 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'mac_address': 'fa:16:3e:c7:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:37Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 2, 'project_id': '5404096666f841ba96d91d19d2669c78', 'subnets': [{'id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:43.336088 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Checking router: 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:43.336440 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Updating router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea port f691ff96-0fcc-45da-aadf-11cd2e46db1f binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:31:43.360612 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.625318 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.634722 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Transition to ACTIVE for port object f691ff96-0fcc-45da-aadf-11cd2e46db1f will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:43.641140 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.704988 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Pushing event updated for resources: {'Port': ['ID=f691ff96-0fcc-45da-aadf-11cd2e46db1f,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:43.729629 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.729972 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.730303 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.730653 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.730978 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.731296 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.731612 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.731927 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.732260 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.732728 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.732888 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.733286 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:31:43.749758 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Attempting to bind port f691ff96-0fcc-45da-aadf-11cd2e46db1f on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:43.750119 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Attempting to bind port f691ff96-0fcc-45da-aadf-11cd2e46db1f by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:43.750863 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Attempting to bind port f691ff96-0fcc-45da-aadf-11cd2e46db1f on network da6d31e7-2f2a-4177-8c60-8df20cef38f8 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:43.756160 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:43.757349 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:43.757698 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Checking segment: {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:43.758281 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.758697 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Bound using segment: {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:43.759159 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Bound port: f691ff96-0fcc-45da-aadf-11cd2e46db1f, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e99806-5a3e-47ac-8823-84c926c83cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:43.759551 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.809433 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:43.813912 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:43.814574 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.838117 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] For port f691ff96-0fcc-45da-aadf-11cd2e46db1f, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:43.842748 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] For port f691ff96-0fcc-45da-aadf-11cd2e46db1f, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f691ff96-0fcc-45da-aadf-11cd2e46db1f,segment=NetworkSegment(c6e99806-5a3e-47ac-8823-84c926c83cba),segment_id=c6e99806-5a3e-47ac-8823-84c926c83cba)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:43.851583 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.913510 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:43.919367 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee956f2-d436-4191-9480-ffdccd804463 req-bb3b29e7-31e1-4d22-ac20-0682c8705f6c tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:43.920954 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ee956f2-d436-4191-9480-ffdccd804463 req-bb3b29e7-31e1-4d22-ac20-0682c8705f6c tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 945 time: 0.0699894 Sep 14 15:31:43.923388 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Routers {'0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:43.924021 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:43.946291 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:43.949038 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b256784-eded-4b60-96a8-c8cfbca70734" -d '{"events": [{"server_uuid": "eecc0b6a-b2b0-4a91-8f71-0a296b058476", "name": "network-vif-plugged", "status": "completed", "tag": "6a312265-3f33-4f2f-ace0-3a9271cc7ef8"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:43.987706 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:43.998489 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:44.016150 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ee956f2-d436-4191-9480-ffdccd804463 req-57b6c526-ebd0-465c-ba45-f99f4a6df33e tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891385 Sep 14 15:31:44.063705 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19e1553-878c-4205-87ad-b5ade8dede4a x-openstack-request-id: req-c19e1553-878c-4205-87ad-b5ade8dede4a {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:44.064670 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc0b6a-b2b0-4a91-8f71-0a296b058476", "name": "network-vif-plugged", "status": "completed", "tag": "6a312265-3f33-4f2f-ace0-3a9271cc7ef8", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:44.064670 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c19e1553-878c-4205-87ad-b5ade8dede4a {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:44.067929 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c618c66-8cce-41a3-8345-a288ad296d12 None None] Pushing event updated for resources: {'Port': ['ID=f691ff96-0fcc-45da-aadf-11cd2e46db1f,revision_number=4']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:44.069900 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8', 'code': 200} Sep 14 15:31:44.090794 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:44.096567 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:44.108829 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] Set router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:44.155577 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:44.155839 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:44.284697 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:44.319147 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3cd1e-f471-47cf-8691-25dd3463b5eb req-f88685dc-bef1-4629-870e-bfa89745b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:44.320700 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2a3cd1e-f471-47cf-8691-25dd3463b5eb req-f88685dc-bef1-4629-870e-bfa89745b594 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 1099 time: 0.0931127 Sep 14 15:31:44.328768 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8ec0d87b-f3ad-41c3-ada4-ea492a498e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:44.360015 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f6f48-3448-4205-b654-11216b67ba9c req-f5a5d6fe-612f-4a48-b94c-c494205938ea tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:44.361836 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-433f6f48-3448-4205-b654-11216b67ba9c req-f5a5d6fe-612f-4a48-b94c-c494205938ea tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.1050878 Sep 14 15:31:44.399230 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2a3cd1e-f471-47cf-8691-25dd3463b5eb req-7fdf888e-c8e3-412c-ae75-ac8a55c0c9ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645072 Sep 14 15:31:44.416632 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-433f6f48-3448-4205-b654-11216b67ba9c req-d52a70bb-e9be-41b2-8334-dd12f0e8d7b0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Sep 14 15:31:44.456771 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'f691ff96-0fcc-45da-aadf-11cd2e46db1f', 'name': '', 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'mac_address': 'fa:16:3e:c7:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:37Z', 'updated_at': '2021-09-14T15:31:43Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'subnets': [{'id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:44.484709 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5c63ce-8557-4a8f-9180-25f08720f2b5 None None] The sync data for ids ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'] in dv-cinder-806965-5-iscsi is: [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:31:37Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'f691ff96-0fcc-45da-aadf-11cd2e46db1f', 'name': '', 'network_id': 'da6d31e7-2f2a-4177-8c60-8df20cef38f8', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'mac_address': 'fa:16:3e:c7:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:37Z', 'updated_at': '2021-09-14T15:31:43Z', 'revision_number': 4, 'project_id': '5404096666f841ba96d91d19d2669c78', 'subnets': [{'id': 'e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:45.143588 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b304a-ef29-47cb-a4b4-598c0a1dddf9 req-c676a1e0-4af3-4391-9a02-c374562724d5 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:45.145141 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4b9b304a-ef29-47cb-a4b4-598c0a1dddf9 req-c676a1e0-4af3-4391-9a02-c374562724d5 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Sep 14 15:31:45.185053 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4b9b304a-ef29-47cb-a4b4-598c0a1dddf9 req-769435fd-3737-4403-93e9-43c5e22ab589 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Sep 14 15:31:45.208909 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:45.534136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9cabc-4437-4aea-a7a6-f28b18b69ee3 req-406ddfe7-f05e-4b04-b90e-e4bf3cd3035b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:45.535628 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47d9cabc-4437-4aea-a7a6-f28b18b69ee3 req-406ddfe7-f05e-4b04-b90e-e4bf3cd3035b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0497603 Sep 14 15:31:45.572124 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47d9cabc-4437-4aea-a7a6-f28b18b69ee3 req-a6b7eebf-3f3c-4e7d-9df3-71f39a9aedb9 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305214 Sep 14 15:31:45.642194 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-27eee03e-462c-4899-8949-9e08ad16441d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:45.643828 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-27eee03e-462c-4899-8949-9e08ad16441d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 945 time: 0.0524867 Sep 14 15:31:45.739820 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Deleting port 0026509b-3e3c-4364-8196-3abec353ff5d {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:31:45.740163 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:45.837265 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] For port 0026509b-3e3c-4364-8196-3abec353ff5d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0026509b-3e3c-4364-8196-3abec353ff5d,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:45.837541 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.010141 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.010545 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.010861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Floating IP df9e9e94-e6e5-48df-99a0-2270a56438cb disassociated. External IP: 172.27.3.204, port: 0026509b-3e3c-4364-8196-3abec353ff5d. Sep 14 15:31:46.011768 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Calling delete_port for 0026509b-3e3c-4364-8196-3abec353ff5d owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:31:46.047845 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f691ff96-0fcc-45da-aadf-11cd2e46db1f up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:46.096470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port f691ff96-0fcc-45da-aadf-11cd2e46db1f completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:46.099976 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port f691ff96-0fcc-45da-aadf-11cd2e46db1f triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:46.100347 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.145914 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.180518 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event deleted for resources: {'Port': ['ID=0026509b-3e3c-4364-8196-3abec353ff5d,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:46.191157 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.233770 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port f691ff96-0fcc-45da-aadf-11cd2e46db1f, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f691ff96-0fcc-45da-aadf-11cd2e46db1f,segment=NetworkSegment(c6e99806-5a3e-47ac-8823-84c926c83cba),segment_id=c6e99806-5a3e-47ac-8823-84c926c83cba)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:46.239734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.293901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=f691ff96-0fcc-45da-aadf-11cd2e46db1f,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:46.340836 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Router 39884699-72d7-480a-acc9-22f5d47bd936 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:31:46.354298 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2071c8-8475-442b-a2cd-c4ad6bbfb38c req-af5ac35c-235a-4a16-8966-4af13bf121f0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:46.356351 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2071c8-8475-442b-a2cd-c4ad6bbfb38c req-af5ac35c-235a-4a16-8966-4af13bf121f0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 946 time: 0.0729799 Sep 14 15:31:46.434995 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2071c8-8475-442b-a2cd-c4ad6bbfb38c req-b9cf80fd-e2a9-467e-9a1d-667f43f4fc7e tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Sep 14 15:31:46.494139 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:31:46.514128 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:31:46.524035 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:46.524768 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:46.539131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] No DVR routers for this DVR port 0026509b-3e3c-4364-8196-3abec353ff5d on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:31:46.541700 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:46.544135 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a18bd66b-f964-47b2-8624-3a9536c56937 req-0f2d0f65-3b79-4b36-9cd9-076b871758f0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "DELETE /v2.0/ports/0026509b-3e3c-4364-8196-3abec353ff5d HTTP/1.1" status: 204 len: 173 time: 0.8939517 Sep 14 15:31:46.544597 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'name': 'network-vif-deleted', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:46.546962 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9236cee-20b9-40f5-b7b4-b9c9ff72dfee" -d '{"events": [{"server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "name": "network-vif-deleted", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:46.589830 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10ad294-e369-4562-882d-0b6e1b50e47e x-openstack-request-id: req-e10ad294-e369-4562-882d-0b6e1b50e47e {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:46.590568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0084c2-6115-4e28-bb33-753de963731c", "name": "network-vif-deleted", "tag": "0026509b-3e3c-4364-8196-3abec353ff5d", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:46.590954 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e10ad294-e369-4562-882d-0b6e1b50e47e {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:46.591366 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0084c2-6115-4e28-bb33-753de963731c', 'name': 'network-vif-deleted', 'tag': '0026509b-3e3c-4364-8196-3abec353ff5d', 'status': 'completed', 'code': 200} Sep 14 15:31:46.665552 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:46.712761 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e264f0d4-e0b3-4250-899c-73c68913162e req-b4163d7d-3b80-4fa1-a620-5a8c64ec45e8 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f0084c2-6115-4e28-bb33-753de963731c HTTP/1.1" status: 200 len: 210 time: 0.0439856 Sep 14 15:31:46.891502 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:46.922579 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:31:46.931244 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:31:46.931861 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:47.032815 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:47.054314 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:31:47.265814 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:31:47.291971 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32613-75da-469b-a431-618a4d404a26 req-2edf28fc-65dc-4565-af7e-33bba66faf3a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:47.293834 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-27c32613-75da-469b-a431-618a4d404a26 req-2edf28fc-65dc-4565-af7e-33bba66faf3a tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Sep 14 15:31:47.294328 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9e977-bc81-41f2-abd4-49c7c376a02d None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:31:47.352533 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-27c32613-75da-469b-a431-618a4d404a26 req-292ab3e2-18b6-4736-a458-102c1ad88156 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Sep 14 15:31:47.526266 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4eb162-25a1-4c0f-9115-37e420f729a6 None None] New status for floating IP df9e9e94-e6e5-48df-99a0-2270a56438cb: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:31:47.791745 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43560) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:47.847800 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-73a8a99f-360e-45b8-9e9b-45b4b191b7d0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:47.872505 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-73a8a99f-360e-45b8-9e9b-45b4b191b7d0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:47.922471 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-73a8a99f-360e-45b8-9e9b-45b4b191b7d0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:47.925123 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-73a8a99f-360e-45b8-9e9b-45b4b191b7d0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:47.926257 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-73a8a99f-360e-45b8-9e9b-45b4b191b7d0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "DELETE /v2.0/security-groups/f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a HTTP/1.1" status: 204 len: 168 time: 0.1334448 Sep 14 15:31:47.929124 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43564) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:47.935753 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8a99f-360e-45b8-9e9b-45b4b191b7d0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:47.947568 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.api.v2.resource [None req-806708c0-1c2a-4a27-b79d-49c5d8e51226 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] show failed (client error): The resource could not be found. Sep 14 15:31:47.951935 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-806708c0-1c2a-4a27-b79d-49c5d8e51226 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups/f4ad8a0d-807d-4cbc-b19c-caba2e89ea4a HTTP/1.1" status: 404 len: 347 time: 0.0184083 Sep 14 15:31:47.952159 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43566) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:48.043148 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f691ff96-0fcc-45da-aadf-11cd2e46db1f up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:31:48.096225 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port f691ff96-0fcc-45da-aadf-11cd2e46db1f triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:48.096708 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.312368 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Deleting port 1c67323c-997c-4e18-8d19-1d81c8e42efa {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:31:48.312938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.403037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.403364 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.423909 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Calling delete_port for 1c67323c-997c-4e18-8d19-1d81c8e42efa owned by network:floatingip {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:31:48.597329 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:31:48.613598 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877fc37-018f-4162-9c1b-5d966fd86bb0 req-845c6377-49e1-4a5c-b95c-e2f0d4797c73 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:48.615131 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2877fc37-018f-4162-9c1b-5d966fd86bb0 req-845c6377-49e1-4a5c-b95c-e2f0d4797c73 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 946 time: 0.1893544 Sep 14 15:31:48.615912 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.646477 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event deleted for resources: {'Port': ['ID=1c67323c-997c-4e18-8d19-1d81c8e42efa,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:48.713115 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2877fc37-018f-4162-9c1b-5d966fd86bb0 req-c8c2f5a6-34ab-436b-b073-dcf3f99ca1c0 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753167 Sep 14 15:31:48.732252 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.735490 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:48.736613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e307d729-e61c-4ebc-bd16-6e85af29fea5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "DELETE /v2.0/floatingips/df9e9e94-e6e5-48df-99a0-2270a56438cb HTTP/1.1" status: 204 len: 168 time: 0.7835732 Sep 14 15:31:48.864243 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917430-07b3-4793-aec3-5f0ecea5338a req-18885495-5dd7-45ae-afb7-2ee0194f867b tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:48.865720 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-88917430-07b3-4793-aec3-5f0ecea5338a req-18885495-5dd7-45ae-afb7-2ee0194f867b tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 946 time: 0.0554407 Sep 14 15:31:48.965043 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Deleting port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:31:48.965721 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.063149 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] For port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,segment=NetworkSegment(f910a6ca-d0eb-4ffe-9263-e7324651a7d0),segment_id=f910a6ca-d0eb-4ffe-9263-e7324651a7d0)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:31:49.063526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.075851 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Calling delete_port for 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:31:49.218678 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.237454 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['6a312265-3f33-4f2f-ace0-3a9271cc7ef8'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:31:49.262751 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Pushing event deleted for resources: {'Port': ['ID=6a312265-3f33-4f2f-ace0-3a9271cc7ef8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:49.313376 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] No DVR routers for this DVR port 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:31:49.316778 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.319118 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-88917430-07b3-4793-aec3-5f0ecea5338a req-83bb9b94-01e4-43ad-a790-1badb72ec4c6 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.52 "DELETE /v2.0/ports/6a312265-3f33-4f2f-ace0-3a9271cc7ef8 HTTP/1.1" status: 204 len: 173 time: 0.4463305 Sep 14 15:31:49.319559 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'name': 'network-vif-deleted', 'tag': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:49.321870 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1006be2c-b333-4625-94a8-7c39f171ed20" -d '{"events": [{"server_uuid": "eecc0b6a-b2b0-4a91-8f71-0a296b058476", "name": "network-vif-deleted", "tag": "6a312265-3f33-4f2f-ace0-3a9271cc7ef8"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:49.349691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 43580) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:49.355627 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290612082', 'description': 'tempest-description--219664059'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:49.362796 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20caf54f-4578-45e7-9abf-29b2ae25451d x-openstack-request-id: req-20caf54f-4578-45e7-9abf-29b2ae25451d {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:49.363078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecc0b6a-b2b0-4a91-8f71-0a296b058476", "name": "network-vif-deleted", "tag": "6a312265-3f33-4f2f-ace0-3a9271cc7ef8", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:49.363348 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20caf54f-4578-45e7-9abf-29b2ae25451d {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:49.363702 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecc0b6a-b2b0-4a91-8f71-0a296b058476', 'name': 'network-vif-deleted', 'tag': '6a312265-3f33-4f2f-ace0-3a9271cc7ef8', 'status': 'completed', 'code': 200} Sep 14 15:31:49.386889 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.499014 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.502788 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.529378 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.530653 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1799259 Sep 14 15:31:49.533587 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43584) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:49.534607 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac130c-2ce0-405d-902f-ee6058351158 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef748dbc-afdb-4aa8-99c8-46dde56a804d,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:49.538323 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'security_group_rule': {'security_group_id': 'ef748dbc-afdb-4aa8-99c8-46dde56a804d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:49.566403 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.612901 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.616720 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.637416 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c82aca-d44f-42c9-9ff7-e035e042a6db,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:49.640012 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.642831 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-9a21bd13-8cdf-4c10-9269-4e2a0dc652e2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081648 Sep 14 15:31:49.644023 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43586) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:49.648459 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'security_group_rule': {'security_group_id': 'ef748dbc-afdb-4aa8-99c8-46dde56a804d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:49.674612 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.733820 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.737745 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.757563 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c98bdf-56ca-4417-8c84-33079e6305a1,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:49.765033 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.767378 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-6dab449b-287b-4ece-a0d4-4079b4eb43da tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224191 Sep 14 15:31:49.770407 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0026509b-3e3c-4364-8196-3abec353ff5d no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:31:49.770677 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43590) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:31:49.777025 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:49.808830 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:49.914460 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7cff10ce-172e-4ee7-93e7-016ea0beaae6 req-7f1aa828-d44b-42a2-9320-e805c2b0a765 tempest-VolumesActionsTest-206409898 tempest-VolumesActionsTest-206409898-project] 10.222.0.68 "GET /v2.0/ports?device_id=eecc0b6a-b2b0-4a91-8f71-0a296b058476 HTTP/1.1" status: 200 len: 210 time: 0.0750377 Sep 14 15:31:49.938416 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 0026509b-3e3c-4364-8196-3abec353ff5d {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:31:49.938754 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0026509b-3e3c-4364-8196-3abec353ff5d not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:31:49.940091 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.047751 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Allocated IP 172.27.3.38 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/9773c5a5-6a2a-43ca-bb23-005afe9a8ac5) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:50.158217 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.195814 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.231602 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:50.234380 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:50.237717 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:50.262739 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'Port': ['ID=9773c5a5-6a2a-43ca-bb23-005afe9a8ac5,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:50.324577 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.360709 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.508780 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.513521 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.587443 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'Port': ['ID=9773c5a5-6a2a-43ca-bb23-005afe9a8ac5,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:50.594374 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.608284 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:50.609509 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8aa4d10f-cac7-4021-ada7-cd29fcacc95a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8375537 Sep 14 15:31:50.916443 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-8c922d01-7aac-4369-a0c3-42c603354129 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1290612082&fields=id&tenant_id=a17221623e2b4136b5d3323addb519c2 HTTP/1.1" status: 200 len: 267 time: 0.0336628 Sep 14 15:31:51.026118 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-44567cbc-a55c-485d-a6fd-4844c35b07cd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:51.028205 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-44567cbc-a55c-485d-a6fd-4844c35b07cd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 811 time: 0.1045187 Sep 14 15:31:51.043903 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-717f0c6b-b553-46b4-851f-5e4649a89474 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/quotas/a17221623e2b4136b5d3323addb519c2 HTTP/1.1" status: 200 len: 375 time: 0.0097716 Sep 14 15:31:51.116290 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-7ea5a365-c2c4-4496-b09b-8cfa23f40a1f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665007 Sep 14 15:31:51.218228 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-ffa81592-44e8-40ca-ba2b-9a02d107d2ec service neutron] 10.222.0.68 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892401 Sep 14 15:31:51.316676 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-ca9c1eb5-bb63-4ce5-8edb-66dae3e41dcb service neutron] 10.222.0.68 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922883 Sep 14 15:31:51.489021 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d39cd430-ef1f-4390-962f-799c919beac9 req-f9c4a42a-1f25-4f0b-ab87-f2077e5e9e39 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 210 time: 0.0277414 Sep 14 15:31:52.583543 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c66fcbbd-a294-48fe-8225-5fa7aaa17ba0 req-c293f456-48d4-40d3-8b2c-4c29b3ae72d2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 210 time: 0.0269032 Sep 14 15:31:53.675603 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-de35c12c-020b-49c6-9278-3c2ec107e1b0 req-27980c9a-d9e6-411b-be70-7229ccb7209f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 210 time: 0.0269849 Sep 14 15:31:53.990137 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:31:54.009627 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:31:54.009971 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 6a312265-3f33-4f2f-ace0-3a9271cc7ef8 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:31:54.771041 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6db5426d-eed6-42d5-af9f-36e7a6437597 req-453e0770-32b8-4d0a-97ad-324a5d9abf74 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 210 time: 0.0273085 Sep 14 15:31:55.516120 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-a8ff547f-a66b-4a34-8995-7def21ba3bc0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:55.517668 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-a8ff547f-a66b-4a34-8995-7def21ba3bc0 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 811 time: 0.1074142 Sep 14 15:31:55.568705 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-a0ac8372-773c-4675-88ef-722202509b10 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a17221623e2b4136b5d3323addb519c2 HTTP/1.1" status: 200 len: 380 time: 0.0403085 Sep 14 15:31:55.579389 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'port': {'device_id': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'admin_state_up': True, 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'security_groups': ['ef748dbc-afdb-4aa8-99c8-46dde56a804d']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:55.689680 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Made reservation on behalf of a17221623e2b4136b5d3323addb519c2 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:31:55.693262 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:55.828955 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Allocated IP 172.20.0.11 (00da861c-b73f-4bc6-90e6-6aa7f98ad107/ce284207-16ae-4f7a-bf27-98c42482ab16/97179c44-ae90-46fd-8953-6d7c97b80afd) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:31:55.879621 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1029d7fa-1185-4826-abcc-cf5a3bc7dcd3 req-382fe533-77df-42c2-afba-3ca22f6a953a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 210 time: 0.0402517 Sep 14 15:31:55.991307 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.005153 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Transition to ACTIVE for port object 97179c44-ae90-46fd-8953-6d7c97b80afd will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:56.037571 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.080182 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:31:56.083243 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:31:56.085789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:31:56.119251 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event updated for resources: {'Port': ['ID=97179c44-ae90-46fd-8953-6d7c97b80afd,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:56.152321 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:56.152962 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.167884 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-58043649-874f-46de-89e3-1cbe0af11904 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5921926 Sep 14 15:31:56.199111 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Request body: {'port': {'device_id': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:31:56.268714 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.317561 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-524420c2-1733-4811-9249-39380db67b7e None None] Provisioning for port 97179c44-ae90-46fd-8953-6d7c97b80afd completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:31:56.322679 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-524420c2-1733-4811-9249-39380db67b7e None None] Provisioning complete for port 97179c44-ae90-46fd-8953-6d7c97b80afd triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:31:56.323927 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-524420c2-1733-4811-9249-39380db67b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.359875 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-524420c2-1733-4811-9249-39380db67b7e None None] Port 97179c44-ae90-46fd-8953-6d7c97b80afd cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:31:56.556418 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97179c44-ae90-46fd-8953-6d7c97b80afd {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:31:56.571259 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.585355 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Transition to ACTIVE for port object 97179c44-ae90-46fd-8953-6d7c97b80afd will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:31:56.588758 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.644907 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Pushing event updated for resources: {'Port': ['ID=97179c44-ae90-46fd-8953-6d7c97b80afd,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:56.729406 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Attempting to bind port 97179c44-ae90-46fd-8953-6d7c97b80afd on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:31:56.730030 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Attempting to bind port 97179c44-ae90-46fd-8953-6d7c97b80afd by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:31:56.730568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Attempting to bind port 97179c44-ae90-46fd-8953-6d7c97b80afd on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:56.735420 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Port 97179c44-ae90-46fd-8953-6d7c97b80afd on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:31:56.735829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Attempting to bind port 97179c44-ae90-46fd-8953-6d7c97b80afd on network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:31:56.741193 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:31:56.741644 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Checking segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:31:56.742309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Bound using segment: {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:31:56.742657 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Bound port: 97179c44-ae90-46fd-8953-6d7c97b80afd, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b766cf3a-c759-4e63-baf7-424d62f28a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:31:56.743090 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.831371 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] For port 97179c44-ae90-46fd-8953-6d7c97b80afd, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:31:56.849686 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] For port 97179c44-ae90-46fd-8953-6d7c97b80afd, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=97179c44-ae90-46fd-8953-6d7c97b80afd,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:31:56.856970 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.895728 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:56.896350 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:31:56.897764 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] 10.222.0.52 "PUT /v2.0/ports/97179c44-ae90-46fd-8953-6d7c97b80afd HTTP/1.1" status: 200 len: 1094 time: 0.7040448 Sep 14 15:31:56.902844 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:31:56.904859 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10dce40-350a-4843-8577-67745fed3a74" -d '{"events": [{"name": "network-changed", "server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:31:56.942309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bec6c0-63b1-4ea8-9272-81dc77075f43 service neutron] Pushing event updated for resources: {'Port': ['ID=97179c44-ae90-46fd-8953-6d7c97b80afd,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:31:56.976387 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90473ffd-4a03-40d6-92fe-6c0faf53c21a x-openstack-request-id: req-90473ffd-4a03-40d6-92fe-6c0faf53c21a {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:31:56.976671 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:31:56.976916 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-90473ffd-4a03-40d6-92fe-6c0faf53c21a {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:31:56.977373 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'status': 'completed', 'code': 200} Sep 14 15:31:57.048504 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-7e36026c-a52f-429a-aef3-c58b57485be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.050052 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-7e36026c-a52f-429a-aef3-c58b57485be0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 1097 time: 0.0906818 Sep 14 15:31:57.071760 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175608e-68e3-4752-b088-12910d87984d req-507e578f-d097-4231-8b11-25efb1745914 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.074242 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3175608e-68e3-4752-b088-12910d87984d req-507e578f-d097-4231-8b11-25efb1745914 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 944 time: 0.0717399 Sep 14 15:31:57.120766 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-f110403b-a173-48e2-995f-395579077975 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97179c44-ae90-46fd-8953-6d7c97b80afd HTTP/1.1" status: 200 len: 217 time: 0.0582771 Sep 14 15:31:57.181973 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3175608e-68e3-4752-b088-12910d87984d req-1adf65a1-7979-44ce-af62-4d579283b2c5 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685225 Sep 14 15:31:57.190779 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-4ba61ce5-c782-4d2b-9e9a-c0453b9bb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.192474 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-4ba61ce5-c782-4d2b-9e9a-c0453b9bb1db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0628870 Sep 14 15:31:57.253578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-4c12b5f8-8f45-4f4e-95f2-a9be7308c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.255202 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-4c12b5f8-8f45-4f4e-95f2-a9be7308c444 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475051 Sep 14 15:31:57.384776 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-6e4e4165-5b19-40de-a6d5-e14dbde264df service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129296 Sep 14 15:31:57.498296 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2760467-be6b-4322-a56a-c41a3a4954d0 req-a6ae6c69-a412-4cd1-9720-ccf554f5483d service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010447 Sep 14 15:31:57.595958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dce40-350a-4843-8577-67745fed3a74 req-cbfd27d5-9480-4a5c-b08d-fee6784db718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.597928 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-cbfd27d5-9480-4a5c-b08d-fee6784db718 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 1097 time: 0.0482435 Sep 14 15:31:57.708102 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dce40-350a-4843-8577-67745fed3a74 req-9b9be099-d911-4e6e-9d10-b4b9e7f96bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.709901 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-9b9be099-d911-4e6e-9d10-b4b9e7f96bb6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.1033924 Sep 14 15:31:57.756719 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-10262020-0455-4740-834c-0540b31b00d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97179c44-ae90-46fd-8953-6d7c97b80afd HTTP/1.1" status: 200 len: 217 time: 0.0387287 Sep 14 15:31:57.810734 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dce40-350a-4843-8577-67745fed3a74 req-045cd589-cccc-40fd-84e1-bf2cae2417eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.812331 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-045cd589-cccc-40fd-84e1-bf2cae2417eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0472798 Sep 14 15:31:57.862874 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dce40-350a-4843-8577-67745fed3a74 req-31ef4a0b-b453-44d9-b396-667c3f20c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:57.871693 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-31ef4a0b-b453-44d9-b396-667c3f20c916 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511699 Sep 14 15:31:58.004158 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-541af49b-8e5f-41b7-ac6a-889950072c6e service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222954 Sep 14 15:31:58.124777 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d10dce40-350a-4843-8577-67745fed3a74 req-45e5db7e-16d7-4878-9058-1984bec0593a service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100976 Sep 14 15:31:58.328170 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63067bc-d38a-44ca-8cac-3c59bd8cfb9d req-5469ec27-d742-44f0-ad40-00ea20785251 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:58.329832 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d63067bc-d38a-44ca-8cac-3c59bd8cfb9d req-5469ec27-d742-44f0-ad40-00ea20785251 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 944 time: 0.0667214 Sep 14 15:31:58.371437 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d63067bc-d38a-44ca-8cac-3c59bd8cfb9d req-44e8296c-56a5-4dfa-9bb5-112292721559 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350766 Sep 14 15:31:59.525356 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b953-c201-408f-a379-863aa878b2bf req-9869537b-2fb8-49d4-b343-e7ed63adeadd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:31:59.527614 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3100b953-c201-408f-a379-863aa878b2bf req-9869537b-2fb8-49d4-b343-e7ed63adeadd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 944 time: 0.0572042 Sep 14 15:31:59.570597 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3100b953-c201-408f-a379-863aa878b2bf req-cefcb5f0-5355-472f-a47b-c6ea19d2d181 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363219 Sep 14 15:32:00.275607 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-52c8a492-2579-4afe-b68e-170426b3df21 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194774361&fields=id&tenant_id=b62eaa8684424903914ba1fcc182a84f HTTP/1.1" status: 200 len: 267 time: 0.0469947 Sep 14 15:32:00.389015 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-330fb7f4-0d7d-49ce-8f02-74b0b9fb8ea3 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:00.390904 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-330fb7f4-0d7d-49ce-8f02-74b0b9fb8ea3 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 809 time: 0.1137111 Sep 14 15:32:00.407683 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-ad2c7f26-74d9-46fd-a803-8645d1f57234 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/quotas/b62eaa8684424903914ba1fcc182a84f HTTP/1.1" status: 200 len: 375 time: 0.0108297 Sep 14 15:32:00.463668 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-deb2e08f-78b0-4af3-b107-cb31487a6d45 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502775 Sep 14 15:32:00.571866 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-a6241a9f-56f6-4eb5-9c08-834d8d99ccca service neutron] 10.222.0.68 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954750 Sep 14 15:32:00.698917 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-9594858a-0be0-43dc-8194-0e7b97531ca6 service neutron] 10.222.0.68 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201847 Sep 14 15:32:00.717739 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0533d29-294f-4450-b23d-503230830100 req-d7f2f374-a90a-4c2e-821e-982f993fcd2f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:00.726400 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b0533d29-294f-4450-b23d-503230830100 req-d7f2f374-a90a-4c2e-821e-982f993fcd2f tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 944 time: 0.0747015 Sep 14 15:32:00.774946 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b0533d29-294f-4450-b23d-503230830100 req-af37fab6-55d1-409a-9074-834075a10a59 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485241 Sep 14 15:32:00.810019 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:01.071966 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c590f9fd-bf68-469a-b330-7cbb37323497 req-bf7a9afc-3c00-4b6f-89e3-7f5a429ac142 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 210 time: 0.0329068 Sep 14 15:32:01.821256 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 97179c44-ae90-46fd-8953-6d7c97b80afd details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:32:01.902799 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719c45-9ff7-4e4f-bea7-73965042d9ac req-0a25db7d-90a5-4872-8a6a-91f98c4e748c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:01.923234 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4b719c45-9ff7-4e4f-bea7-73965042d9ac req-0a25db7d-90a5-4872-8a6a-91f98c4e748c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 944 time: 0.0748582 Sep 14 15:32:01.988107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 97179c44-ae90-46fd-8953-6d7c97b80afd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=97179c44-ae90-46fd-8953-6d7c97b80afd,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:02.002890 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'port_id': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'mac_address': 'fa:16:3e:5b:0c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:32:02.029250 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4b719c45-9ff7-4e4f-bea7-73965042d9ac req-5e436615-e89f-4086-bb15-2ea4db8b785a tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035981 Sep 14 15:32:02.063888 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:02.089384 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97179c44-ae90-46fd-8953-6d7c97b80afd {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:32:02.118675 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 97179c44-ae90-46fd-8953-6d7c97b80afd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=97179c44-ae90-46fd-8953-6d7c97b80afd,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:02.124376 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:02.207845 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=97179c44-ae90-46fd-8953-6d7c97b80afd,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:02.217340 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-36eb3851-e800-4ddb-8bde-4e65fbd2c474 req-873b9bef-c8fc-4011-b11a-1d167b2b16d9 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 210 time: 0.0611546 Sep 14 15:32:02.338975 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-05f13ca1-56c5-49dc-838d-13f37fb6de77 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:02.346619 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-05f13ca1-56c5-49dc-838d-13f37fb6de77 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.52 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 809 time: 0.1690733 Sep 14 15:32:02.398268 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-b7a76e2b-d42a-49a4-859e-272a890bd645 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b62eaa8684424903914ba1fcc182a84f HTTP/1.1" status: 200 len: 380 time: 0.0459545 Sep 14 15:32:02.400042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['97179c44-ae90-46fd-8953-6d7c97b80afd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:32:02.422447 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'port': {'device_id': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'admin_state_up': True, 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'security_groups': ['a1eddc58-68ee-4f84-a440-0a5c7568923f']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:02.816025 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Made reservation on behalf of b62eaa8684424903914ba1fcc182a84f for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:32:02.819761 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:02.988660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Allocated IP 172.20.0.7 (7d507ba6-8850-40ce-8967-452816dca4f2/e05a81f0-891a-4589-8141-51ecfa4ead6c/12057b6c-72d7-444e-a58d-c0e6951e3029) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:03.214981 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:03.258726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Transition to ACTIVE for port object 12057b6c-72d7-444e-a58d-c0e6951e3029 will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:03.297545 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:03.355398 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Network 7d507ba6-8850-40ce-8967-452816dca4f2 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:03.377773 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48226de6-b1c1-4c08-912e-3b8004abb273 req-f9ee787c-d070-44bc-857b-9fe675f254c2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:03.379407 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48226de6-b1c1-4c08-912e-3b8004abb273 req-f9ee787c-d070-44bc-857b-9fe675f254c2 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 945 time: 0.1561329 Sep 14 15:32:03.384837 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:03.404735 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:03.442564 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:03.499287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:03.500069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:03.520197 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40428060-da31-40b6-b901-66fda3bfdfad req-b0be6aef-347a-4ac6-be3a-bc3f7e6d6624 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:03.521847 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-40428060-da31-40b6-b901-66fda3bfdfad req-b0be6aef-347a-4ac6-be3a-bc3f7e6d6624 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 931 time: 0.1652033 Sep 14 15:32:03.524832 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48226de6-b1c1-4c08-912e-3b8004abb273 req-daf15eaf-9672-4bb3-aa4b-e53f10a3ae7b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172013 Sep 14 15:32:03.547206 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-acdd258c-01f3-4fcd-a612-609ee5a5a458 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1312349 Sep 14 15:32:03.561384 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Request body: {'port': {'device_id': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:03.612715 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-40428060-da31-40b6-b901-66fda3bfdfad req-7721167c-350e-44c2-9abe-9d91f4746f49 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833230 Sep 14 15:32:03.664004 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:03.673959 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-76a24e3f-1b83-4d60-8370-943d28953001 None None] Provisioning for port 12057b6c-72d7-444e-a58d-c0e6951e3029 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:03.680639 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-76a24e3f-1b83-4d60-8370-943d28953001 None None] Provisioning complete for port 12057b6c-72d7-444e-a58d-c0e6951e3029 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:03.681017 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-76a24e3f-1b83-4d60-8370-943d28953001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:03.720330 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-76a24e3f-1b83-4d60-8370-943d28953001 None None] Port 12057b6c-72d7-444e-a58d-c0e6951e3029 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:32:03.849602 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 97179c44-ae90-46fd-8953-6d7c97b80afd up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:03.882770 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-e7b315a3-4bf8-428b-a489-7f976d0aa33a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514634 Sep 14 15:32:03.921654 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 97179c44-ae90-46fd-8953-6d7c97b80afd completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:03.928763 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 97179c44-ae90-46fd-8953-6d7c97b80afd triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:03.929213 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.026316 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477487-0018-421e-ba6d-e74d2eac4191 req-44b6137d-0df0-4f6e-b676-39c6cdfefc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.028871 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-44b6137d-0df0-4f6e-b676-39c6cdfefc81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1137 time: 0.0937071 Sep 14 15:32:04.030214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.035809 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12057b6c-72d7-444e-a58d-c0e6951e3029 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:32:04.048948 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.067725 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Transition to ACTIVE for port object 12057b6c-72d7-444e-a58d-c0e6951e3029 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:04.075404 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.100195 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 97179c44-ae90-46fd-8953-6d7c97b80afd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=97179c44-ae90-46fd-8953-6d7c97b80afd,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:04.101498 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:04.106661 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53255510-581d-4f89-b408-1cc4282a56e7" -d '{"events": [{"server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "name": "network-vif-plugged", "status": "completed", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:04.111083 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.168740 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a64543-8c6b-42d8-8175-27c180b3f521 x-openstack-request-id: req-65a64543-8c6b-42d8-8175-27c180b3f521 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:04.169042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "name": "network-vif-plugged", "status": "completed", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:04.169629 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65a64543-8c6b-42d8-8175-27c180b3f521 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:04.174546 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'code': 200} Sep 14 15:32:04.179817 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:04.209639 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=97179c44-ae90-46fd-8953-6d7c97b80afd,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:04.223361 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477487-0018-421e-ba6d-e74d2eac4191 req-abc0e8b4-918e-4b95-acea-43a639d00934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.225347 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-abc0e8b4-918e-4b95-acea-43a639d00934 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.1715033 Sep 14 15:32:04.347724 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-8f0cb097-d338-4e40-9a70-b98cb7d86457 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 1001 time: 0.1152465 Sep 14 15:32:04.368336 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Attempting to bind port 12057b6c-72d7-444e-a58d-c0e6951e3029 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:04.368917 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Attempting to bind port 12057b6c-72d7-444e-a58d-c0e6951e3029 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:04.369896 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Attempting to bind port 12057b6c-72d7-444e-a58d-c0e6951e3029 on network 7d507ba6-8850-40ce-8967-452816dca4f2 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:04.375660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Port 12057b6c-72d7-444e-a58d-c0e6951e3029 on network 7d507ba6-8850-40ce-8967-452816dca4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:32:04.376119 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Attempting to bind port 12057b6c-72d7-444e-a58d-c0e6951e3029 on network 7d507ba6-8850-40ce-8967-452816dca4f2 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:04.381950 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:04.382288 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Checking segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:04.382723 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Bound using segment: {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:04.384166 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Bound port: 12057b6c-72d7-444e-a58d-c0e6951e3029, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b621125-c47a-45ff-ad85-237348023412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:04.384533 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.449491 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477487-0018-421e-ba6d-e74d2eac4191 req-0e384764-436f-486c-8acd-40705a41fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.451430 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575798-85cb-4c09-a9ae-f7b430b85a79 req-610382b1-1db1-4329-88a1-182d986466be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.451580 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-0e384764-436f-486c-8acd-40705a41fcf1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0671494 Sep 14 15:32:04.453734 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47575798-85cb-4c09-a9ae-f7b430b85a79 req-610382b1-1db1-4329-88a1-182d986466be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 1099 time: 0.0658503 Sep 14 15:32:04.511427 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477487-0018-421e-ba6d-e74d2eac4191 req-e92b54ae-9f31-496c-a71c-740e8e81b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.512965 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-e92b54ae-9f31-496c-a71c-740e8e81b8cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469337 Sep 14 15:32:04.524964 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47575798-85cb-4c09-a9ae-f7b430b85a79 req-868496ea-286d-43f1-8e38-086bd24832cc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517559 Sep 14 15:32:04.538830 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:04.543851 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:04.552986 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.570879 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.571877 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:04.573316 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] 10.222.0.52 "PUT /v2.0/ports/12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 1093 time: 1.0169995 Sep 14 15:32:04.591665 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:04.593933 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73" -d '{"events": [{"name": "network-changed", "server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:04.645616 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26e09-955a-44bb-8f3f-0fd8e276825d service neutron] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:04.658891 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-a5dd9ae1-84c8-4bcf-9f43-f31b5eec2dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365428 Sep 14 15:32:04.683163 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66a9a30-9d3c-4e54-bdb2-46b4243203c0 x-openstack-request-id: req-a66a9a30-9d3c-4e54-bdb2-46b4243203c0 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:04.683504 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:04.683813 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a66a9a30-9d3c-4e54-bdb2-46b4243203c0 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:04.684255 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'status': 'completed', 'code': 200} Sep 14 15:32:04.710277 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd222-c1e2-4fb9-9900-9acaeb8b7b75 req-654ead84-3e80-410e-a3f1-c66213bdf83d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.720287 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-606bd222-c1e2-4fb9-9900-9acaeb8b7b75 req-654ead84-3e80-410e-a3f1-c66213bdf83d tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0712914 Sep 14 15:32:04.895588 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-70477487-0018-421e-ba6d-e74d2eac4191 req-27ee08a0-ce7a-4534-bb87-5344d7ef63bd service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251442 Sep 14 15:32:04.900842 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-606bd222-c1e2-4fb9-9900-9acaeb8b7b75 req-03a870f2-6d70-49a0-a525-cba37b25abd3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792948 Sep 14 15:32:04.929103 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a701-627c-4943-aa77-88ca33fc929e req-dd04a1ed-f7fb-4668-8a3d-5434dff907c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.930643 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f272a701-627c-4943-aa77-88ca33fc929e req-dd04a1ed-f7fb-4668-8a3d-5434dff907c2 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.1794372 Sep 14 15:32:04.946777 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73 req-85514155-c54f-4ff4-a76f-2ae3f09adba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:04.948482 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73 req-85514155-c54f-4ff4-a76f-2ae3f09adba9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1096 time: 0.1114094 Sep 14 15:32:05.119813 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f272a701-627c-4943-aa77-88ca33fc929e req-8c45fad5-a3cc-4724-993c-477c89a57e76 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757309 Sep 14 15:32:05.166705 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73 req-961fbad5-a063-457f-848a-f3acd3945c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:05.168198 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73 req-961fbad5-a063-457f-848a-f3acd3945c95 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b62eaa8684424903914ba1fcc182a84f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2008221 Sep 14 15:32:05.357039 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73 req-36eabff5-b38e-4392-918c-0c5516c28839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:05.357039 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ec2636b2-e2f1-42e2-8c6d-b657e5539b73 req-36eabff5-b38e-4392-918c-0c5516c28839 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787798 Sep 14 15:32:05.446100 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-e7966393-d7d0-48cb-9106-97353699cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:05.448404 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-e7966393-d7d0-48cb-9106-97353699cd4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1096 time: 0.0484898 Sep 14 15:32:05.537472 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-b7c543e2-67ad-4e6f-9c1a-e2eefb57433c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 217 time: 0.0450392 Sep 14 15:32:05.602047 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-5da7e7fb-7d9a-40e2-83a4-2799bb5a3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:05.604304 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-5da7e7fb-7d9a-40e2-83a4-2799bb5a3413 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 200 len: 848 time: 0.0577950 Sep 14 15:32:05.663131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45277a-d260-4277-a087-497846b48902 req-f522b57d-d02c-41f7-ad9b-587b522258e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:05.665152 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-f522b57d-d02c-41f7-ad9b-587b522258e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d507ba6-8850-40ce-8967-452816dca4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504470 Sep 14 15:32:05.782892 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-fce73aec-bfd5-455c-b503-18bd68156f0b service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065865 Sep 14 15:32:05.929452 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a45277a-d260-4277-a087-497846b48902 req-3562b622-9146-43a5-bb62-04049c2e4a29 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347988 Sep 14 15:32:06.100380 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae91e9-f9fb-4e67-954d-55cfbb5aa730 req-02c5ec39-6e62-4099-a2dd-904b87652ef1 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:06.102035 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7eae91e9-f9fb-4e67-954d-55cfbb5aa730 req-02c5ec39-6e62-4099-a2dd-904b87652ef1 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0594981 Sep 14 15:32:06.162061 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7eae91e9-f9fb-4e67-954d-55cfbb5aa730 req-1d7ac488-26a0-4e9f-894d-e9c5e5607526 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524671 Sep 14 15:32:06.249630 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b611e8-99ba-4c83-9cb8-57bc938e7de9 req-601f56e7-828a-4bca-b624-796f370a8fef tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:06.251338 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b8b611e8-99ba-4c83-9cb8-57bc938e7de9 req-601f56e7-828a-4bca-b624-796f370a8fef tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0524304 Sep 14 15:32:06.319431 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b8b611e8-99ba-4c83-9cb8-57bc938e7de9 req-ee791759-83f5-455c-ac29-458e6aac8e9e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583885 Sep 14 15:32:06.331493 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3db53-009e-40b1-b66c-674303ac5180 req-c2d4a550-6cdb-43b0-bbbd-d537497cc684 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:06.333010 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aab3db53-009e-40b1-b66c-674303ac5180 req-c2d4a550-6cdb-43b0-bbbd-d537497cc684 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0808787 Sep 14 15:32:06.345378 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 43870) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:06.350572 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Request body: {'floatingip': {'port_id': '97179c44-ae90-46fd-8953-6d7c97b80afd'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:06.408642 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:06.918799 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:06.923257 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:07.063990 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Floating IP 39dadcbe-7bf9-42a4-b667-4a3f332570b7 associated. External IP: 172.27.3.38, port: 97179c44-ae90-46fd-8953-6d7c97b80afd. Sep 14 15:32:07.304820 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Router 39884699-72d7-480a-acc9-22f5d47bd936 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:07.454814 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:07.458724 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e30d3a-341d-4b6a-8007-33794dfd415b req-8a49e2a9-1375-4c97-81f7-16a318eec11f tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:07.466883 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-07e30d3a-341d-4b6a-8007-33794dfd415b req-8a49e2a9-1375-4c97-81f7-16a318eec11f tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0638084 Sep 14 15:32:07.467086 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:07.475164 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:07.482178 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:07.482856 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:07.519816 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-07e30d3a-341d-4b6a-8007-33794dfd415b req-f7ef6eed-da97-4e8a-b6e9-90edd8833ff5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455508 Sep 14 15:32:07.540253 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8bddc5c6-6791-4b8c-9a02-69bdea806d67 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "PUT /v2.0/floatingips/39dadcbe-7bf9-42a4-b667-4a3f332570b7 HTTP/1.1" status: 200 len: 991 time: 1.1905966 Sep 14 15:32:07.540253 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:07.540577 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aed678b-226e-492e-a120-ee649bcf3662" -d '{"events": [{"name": "network-changed", "server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:07.604051 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33b4a13-cd97-4d7a-848f-1976c335e011 x-openstack-request-id: req-a33b4a13-cd97-4d7a-848f-1976c335e011 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:07.604382 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:07.604648 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a33b4a13-cd97-4d7a-848f-1976c335e011 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:07.605008 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'status': 'completed', 'code': 200} Sep 14 15:32:07.664135 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:07.763481 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed678b-226e-492e-a120-ee649bcf3662 req-0f6b12e6-1c00-493d-808d-1de18c8c7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:07.765116 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-0f6b12e6-1c00-493d-808d-1de18c8c7241 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a17221623e2b4136b5d3323addb519c2&device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 1099 time: 0.1244464 Sep 14 15:32:07.865176 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed678b-226e-492e-a120-ee649bcf3662 req-76c25441-7238-48a6-9dae-7237a1f74a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:07.868535 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-76c25441-7238-48a6-9dae-7237a1f74a9b service neutron] 10.222.0.52 "GET /v2.0/networks?id=00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 200 len: 912 time: 0.0946321 Sep 14 15:32:07.965064 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-6fdcee30-d1a5-4524-8690-a9777a50a971 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97179c44-ae90-46fd-8953-6d7c97b80afd HTTP/1.1" status: 200 len: 999 time: 0.0833330 Sep 14 15:32:07.969605 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '39dadcbe-7bf9-42a4-b667-4a3f332570b7', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'port_id': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'mac_address': 'fa:16:3e:5b:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:31:50Z', 'updated_at': '2021-09-14T15:32:06Z', 'revision_number': 1, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:08.004461 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:08.014562 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:08.015201 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:31:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:08.044561 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed678b-226e-492e-a120-ee649bcf3662 req-425b3082-7dd1-4bba-882f-6624ebeee898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:08.046379 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-425b3082-7dd1-4bba-882f-6624ebeee898 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 200 len: 850 time: 0.0683484 Sep 14 15:32:08.099625 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed678b-226e-492e-a120-ee649bcf3662 req-aa047a99-3f61-47a3-8e00-fd27f070aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:08.101501 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-aa047a99-3f61-47a3-8e00-fd27f070aa45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00da861c-b73f-4bc6-90e6-6aa7f98ad107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460002 Sep 14 15:32:08.137864 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:08.276017 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-f7c33e90-0b36-4537-b8b6-f4629578052b service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655180 Sep 14 15:32:08.395141 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9aed678b-226e-492e-a120-ee649bcf3662 req-dd1ff45d-ae6c-4dee-943a-b7e775b83c8e service neutron] 10.222.0.52 "GET /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102073 Sep 14 15:32:08.445235 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '39dadcbe-7bf9-42a4-b667-4a3f332570b7', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'port_id': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'mac_address': 'fa:16:3e:5b:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:31:50Z', 'updated_at': '2021-09-14T15:32:06Z', 'revision_number': 1, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:08.486563 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53287f8f-db8e-454b-b046-3f04b293261f None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '39dadcbe-7bf9-42a4-b667-4a3f332570b7', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'port_id': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'mac_address': 'fa:16:3e:5b:0c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:31:50Z', 'updated_at': '2021-09-14T15:32:06Z', 'revision_number': 1, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:08.679519 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167804f-e491-4eb3-b9c0-615dd49fb6aa req-9d5d0cd1-caf3-4e62-ad05-9cb7fe5adc4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:08.695329 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c167804f-e491-4eb3-b9c0-615dd49fb6aa req-9d5d0cd1-caf3-4e62-ad05-9cb7fe5adc4a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0733244 Sep 14 15:32:08.748811 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c167804f-e491-4eb3-b9c0-615dd49fb6aa req-7cd9d1d2-d1f3-4dba-8723-eaaeabdad866 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523596 Sep 14 15:32:08.819331 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd17e4-8ddc-426a-8330-a22016aaea50 None None] New status for floating IP 39dadcbe-7bf9-42a4-b667-4a3f332570b7: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:32:09.907717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979208f-bb0a-427b-9050-b6509b94b2b2 req-ea0ce3a8-5a4c-4ce4-ab73-d665312a5746 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:09.909431 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5979208f-bb0a-427b-9050-b6509b94b2b2 req-ea0ce3a8-5a4c-4ce4-ab73-d665312a5746 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0936222 Sep 14 15:32:09.970399 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5979208f-bb0a-427b-9050-b6509b94b2b2 req-c5b8018f-20f9-4674-a8e2-483885c8bc2a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548284 Sep 14 15:32:11.131569 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce80b7-616a-49b0-bcaa-8f76cc7bd40e req-cab8c747-a0a8-4978-b142-425c7f7a35ce tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:11.133149 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-25ce80b7-616a-49b0-bcaa-8f76cc7bd40e req-cab8c747-a0a8-4978-b142-425c7f7a35ce tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0657852 Sep 14 15:32:11.193299 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-25ce80b7-616a-49b0-bcaa-8f76cc7bd40e req-1d07cd58-164b-4779-901a-680836fd92dc tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Sep 14 15:32:11.372499 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-17085e4a-6e95-4890-aeef-7987fce078c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:12.340261 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead55a74-ebb5-4c9c-8016-ba906c644189 req-84cb2a06-43fc-4897-929e-ccf812cc31cb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:12.341794 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ead55a74-ebb5-4c9c-8016-ba906c644189 req-84cb2a06-43fc-4897-929e-ccf812cc31cb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0554914 Sep 14 15:32:12.399478 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ead55a74-ebb5-4c9c-8016-ba906c644189 req-6e36ba27-1efa-454a-83de-7cb5f7641569 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 Sep 14 15:32:13.523126 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf32ef-1e57-4591-8c41-ed55528ff9ed req-cdb9ff0c-938e-4f4d-88ee-3627390eb05e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:13.524598 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-88cf32ef-1e57-4591-8c41-ed55528ff9ed req-cdb9ff0c-938e-4f4d-88ee-3627390eb05e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0526428 Sep 14 15:32:13.565013 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-88cf32ef-1e57-4591-8c41-ed55528ff9ed req-f373df94-3920-4b55-acb6-8797ff75d25c tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Sep 14 15:32:13.884075 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:32:13.978770 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:13.990863 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'port_id': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'mac_address': 'fa:16:3e:fb:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:32:14.029105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:14.046016 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12057b6c-72d7-444e-a58d-c0e6951e3029 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:32:14.066332 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:14.070802 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:14.117746 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:14.216701 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:14.312985 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8a58ab13-d9bf-49de-af87-346964d068a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:14.326800 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['12057b6c-72d7-444e-a58d-c0e6951e3029'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:32:14.679693 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017c99a-0984-40a2-98bd-b9880d700d6a req-e1bf9b79-24b6-48c2-938c-adf29617fd51 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:14.681080 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2017c99a-0984-40a2-98bd-b9880d700d6a req-e1bf9b79-24b6-48c2-938c-adf29617fd51 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 944 time: 0.0484641 Sep 14 15:32:14.718740 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2017c99a-0984-40a2-98bd-b9880d700d6a req-567f19ad-606d-483d-98b5-c46fd58b6487 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Sep 14 15:32:14.925987 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44024) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:14.974970 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Deleting subnet 13c20270-a31f-4963-92f2-10412ccba0f3 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:32:14.978044 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.012647 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.050029 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.102704 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.130877 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.132932 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/13c20270-a31f-4963-92f2-10412ccba0f3 HTTP/1.1" status: 204 len: 168 time: 0.2058492 Sep 14 15:32:15.133899 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46acde-cf82-4cae-9cc7-b72cca69281d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c20270-a31f-4963-92f2-10412ccba0f3,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:15.135369 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44026) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:15.206556 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.207733 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.282225 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.302240 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3949c9-cefd-422b-98f8-87769f518648']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:15.312138 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:15.312434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f910a6ca-d0eb-4ffe-9263-e7324651a7d0') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:15.321685 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.334887 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.340962 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:32:15.341337 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:32:15.342996 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:32:15.399428 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.405168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.407013 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6f3949c9-cefd-422b-98f8-87769f518648 HTTP/1.1" status: 204 len: 168 time: 0.2699988 Sep 14 15:32:15.417815 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3949c9-cefd-422b-98f8-87769f518648,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:15.424972 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.425316 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.425649 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.425977 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.426302 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.426654 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.426974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.427290 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.427608 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.427926 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.428242 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.428554 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f1143-943b-4c30-a4cc-989dde592d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:15.570898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44036) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:15.611423 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-0cd66721-30a8-4fa6-b760-b81a5d38177e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=463302f47b9e48fd8a52cff27402fd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388670 Sep 14 15:32:15.613932 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44038) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:15.663069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d5495749-9481-4119-ada4-d810defda739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.685993 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d5495749-9481-4119-ada4-d810defda739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.736354 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d5495749-9481-4119-ada4-d810defda739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.738936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d5495749-9481-4119-ada4-d810defda739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:15.740077 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d5495749-9481-4119-ada4-d810defda739 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fb6d0ea-0a0b-4e9c-89e5-695d8f667737 HTTP/1.1" status: 204 len: 168 time: 0.1252220 Sep 14 15:32:15.751101 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5495749-9481-4119-ada4-d810defda739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb6d0ea-0a0b-4e9c-89e5-695d8f667737,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:15.842082 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622dd9-fe31-4b74-9794-358266c39065 req-239cac20-73f7-4332-889f-d58ae3c29433 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:15.843662 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2622dd9-fe31-4b74-9794-358266c39065 req-239cac20-73f7-4332-889f-d58ae3c29433 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 944 time: 0.0495057 Sep 14 15:32:15.886882 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2622dd9-fe31-4b74-9794-358266c39065 req-73f1e18a-f670-4142-acb7-102e3915c706 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368655 Sep 14 15:32:15.888598 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:15.937601 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 12057b6c-72d7-444e-a58d-c0e6951e3029 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:15.941519 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 12057b6c-72d7-444e-a58d-c0e6951e3029 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:15.941888 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.024516 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.048228 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:16.050461 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b7f61c-c71d-4dd6-88fe-42656cbe6436" -d '{"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-plugged", "status": "completed", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:16.064057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:16.068163 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.095488 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f41ff-bd39-426b-9087-3ea5a50cb07e x-openstack-request-id: req-f31f41ff-bd39-426b-9087-3ea5a50cb07e {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:16.095765 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-plugged", "status": "completed", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:16.096041 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f31f41ff-bd39-426b-9087-3ea5a50cb07e {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:16.097392 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'code': 200} Sep 14 15:32:16.125878 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:16.332853 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441b193-b1f9-452e-a931-cac361d21234 req-ca7688e3-4120-494e-a041-0a33bda6fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:16.334301 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1441b193-b1f9-452e-a931-cac361d21234 req-ca7688e3-4120-494e-a041-0a33bda6fdb3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1098 time: 0.0451398 Sep 14 15:32:16.370533 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1441b193-b1f9-452e-a931-cac361d21234 req-dc672987-3378-432f-a442-27ce250aa777 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290818 Sep 14 15:32:16.454577 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44066) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:16.548268 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1559008079-network', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:16.571262 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Made reservation on behalf of cf713e38eae54eb0b4cb01eef4d19196 for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:32:16.574792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.583490 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.674061 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.677546 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.703009 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:32:16.708133 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b49d64c-bfe7-4e9a-9a96-2e4b82b07670,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:16.716523 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.716523 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Added segment e1268efa-26d6-4f89-b94b-3027dc6b873c of type vlan for network 128e743e-b7a5-460d-b5a8-479b04af2e2f Sep 14 15:32:16.756703 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.781854 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.782784 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:16.783370 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.812763 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3571022 Sep 14 15:32:16.818539 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44072) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:16.821892 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Request body: {'subnet': {'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1559008079-subnet', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'ip_version': 4}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:16.858386 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39496c-5ec8-4b2c-b16a-f5a66daa4802 admin admin] Pushing event updated for resources: {'Network': ['ID=128e743e-b7a5-460d-b5a8-479b04af2e2f,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:16.868768 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:32:16.873762 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Made reservation on behalf of cf713e38eae54eb0b4cb01eef4d19196 for: {'subnet': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:32:16.876203 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336371'] for subnet, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:16.994198 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.290842 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fccaeb-c8ce-4ee0-aabc-8cd7e6876676 req-f8e84f11-fc1f-4fe2-8256-5dd489152504 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:17.292928 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-29fccaeb-c8ce-4ee0-aabc-8cd7e6876676 req-f8e84f11-fc1f-4fe2-8256-5dd489152504 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.3305068 Sep 14 15:32:17.325712 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5702082', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336365'] for subnet, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.373343 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-29fccaeb-c8ce-4ee0-aabc-8cd7e6876676 req-7b5a69a6-fe85-4b0a-95c2-f25b4502e09d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732319 Sep 14 15:32:17.393229 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fca1a0-4aa7-4448-a895-78da38acea0c,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:17.403774 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Checking segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:17.404136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Network hostable DHCP agents. Network: 128e743e-b7a5-460d-b5a8-479b04af2e2f, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:32:17.421043 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:32:17.429743 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 128e743e-b7a5-460d-b5a8-479b04af2e2f) {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:17.433776 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:17.434384 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.438521 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1b332-f805-4ea7-ab0e-e789aaed687d None None] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:32:17.447722 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-30ab6219-9988-404b-8839-85892d2b58d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6310642 Sep 14 15:32:17.451349 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44076) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:17.455852 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:17.477047 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.478223 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.537779 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.697202 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.720982 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-128e743e-b7a5-460d-b5a8-479b04af2e2f', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:32:17.721949 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.858003 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Allocated IP 172.20.0.2 (128e743e-b7a5-460d-b5a8-479b04af2e2f/50fca1a0-4aa7-4448-a895-78da38acea0c/62f5c697-fd20-45c6-9e87-37337e7e26fb) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:17.901045 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:17.922456 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.005512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.015127 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Transition to ACTIVE for port object 62f5c697-fd20-45c6-9e87-37337e7e26fb will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:18.030344 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Transition to ACTIVE for port object 62f5c697-fd20-45c6-9e87-37337e7e26fb will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:18.036227 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.044970 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Allocated IP 172.27.3.127 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/0681ad93-d7bf-40cc-ac75-9e58d0663efe) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:18.075828 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:18.080478 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:18.083129 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:18.093737 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Pushing event updated for resources: {'Port': ['ID=62f5c697-fd20-45c6-9e87-37337e7e26fb,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:18.147175 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Attempting to bind port 62f5c697-fd20-45c6-9e87-37337e7e26fb on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:18.147461 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Attempting to bind port 62f5c697-fd20-45c6-9e87-37337e7e26fb by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:18.147826 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Attempting to bind port 62f5c697-fd20-45c6-9e87-37337e7e26fb on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:18.153413 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:18.153813 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Checking segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:18.154193 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.154675 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Bound using segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:18.155138 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Bound port: 62f5c697-fd20-45c6-9e87-37337e7e26fb, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:18.155519 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.156887 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.194796 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.219175 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] For port 62f5c697-fd20-45c6-9e87-37337e7e26fb, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:18.222199 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] For port 62f5c697-fd20-45c6-9e87-37337e7e26fb, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=62f5c697-fd20-45c6-9e87-37337e7e26fb,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:18.226787 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.233671 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:18.236515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:18.239082 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:18.274432 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Pushing event updated for resources: {'Port': ['ID=0681ad93-d7bf-40cc-ac75-9e58d0663efe,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:18.287875 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce59dca-6b75-4838-af7c-3f8ea7c2ac47 None None] Pushing event updated for resources: {'Port': ['ID=62f5c697-fd20-45c6-9e87-37337e7e26fb,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:18.564462 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.575109 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf8a90-5be6-42ae-b777-72a240dc001c req-7fe61490-6fe9-4f2b-9b14-931348cbdb31 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:18.576598 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c8cf8a90-5be6-42ae-b777-72a240dc001c req-7fe61490-6fe9-4f2b-9b14-931348cbdb31 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.1036394 Sep 14 15:32:18.654725 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c8cf8a90-5be6-42ae-b777-72a240dc001c req-4c10fc70-00eb-413c-a576-c2f2056bbd61 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475256 Sep 14 15:32:18.831277 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76d03f-2398-44f0-b241-8b5fa928ae67 req-bc973692-5326-4189-a481-dfb4f3ec0bfa tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:18.832751 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fc76d03f-2398-44f0-b241-8b5fa928ae67 req-bc973692-5326-4189-a481-dfb4f3ec0bfa tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0965705 Sep 14 15:32:18.841680 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:18.913631 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fc76d03f-2398-44f0-b241-8b5fa928ae67 req-85b599d4-bd71-42aa-87ae-8983acaf8938 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737548 Sep 14 15:32:18.936332 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44090) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:19.022673 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Router 4e9bb5ae-809a-4e74-8770-ed872242107c is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:32:19.133424 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f949333-a002-412f-bb7b-9d2bad04a0a7 tempest-TestShelveInstance-873767924 tempest-TestShelveInstance-873767924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:19.138458 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2f949333-a002-412f-bb7b-9d2bad04a0a7 tempest-TestShelveInstance-873767924 tempest-TestShelveInstance-873767924-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1093 time: 0.2010412 Sep 14 15:32:19.139136 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44094) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:19.143769 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'port_id': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:19.144495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:19.157962 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:19.168980 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:19.169307 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.169826 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:19.173206 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.177513 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d0c68a6a-55d4-494b-9bbc-df7262be184f admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7250965 Sep 14 15:32:19.178179 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44096) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:19.218391 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec9c95-396f-4c3a-9e04-18d0329ccec1 None None] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:32:19.270106 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.348103 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-4880a8f1-31b0-42b7-afc8-e169f13d543d None None] Provisioning for port 62f5c697-fd20-45c6-9e87-37337e7e26fb completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:19.370084 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:19.390136 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Allocated IP 172.27.3.131 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/e4952f26-5fcb-4d26-b3aa-299533dc34a6) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:19.494503 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.535483 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.578257 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:19.581226 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:19.584943 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:19.616138 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:18Z', 'revision_number': 3, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:19.616525 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'Port': ['ID=e4952f26-5fcb-4d26-b3aa-299533dc34a6,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:19.622096 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.649269 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:19.649624 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Updating router 4e9bb5ae-809a-4e74-8770-ed872242107c port 0681ad93-d7bf-40cc-ac75-9e58d0663efe binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:32:19.678171 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.794403 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Allocated IP 172.20.0.1 (128e743e-b7a5-460d-b5a8-479b04af2e2f/50fca1a0-4aa7-4448-a895-78da38acea0c/ae445891-508f-4b1d-b33a-eb405c9d4591) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:19.931351 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:19.962094 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Transition to ACTIVE for port object ae445891-508f-4b1d-b33a-eb405c9d4591 will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:20.004224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.016085 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.022764 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.035078 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Transition to ACTIVE for port object 0681ad93-d7bf-40cc-ac75-9e58d0663efe will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:20.042042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.081594 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:20.084872 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:20.088793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:20.123647 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Pushing event updated for resources: {'Port': ['ID=ae445891-508f-4b1d-b33a-eb405c9d4591,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:20.139920 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.144368 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Attempting to bind port 0681ad93-d7bf-40cc-ac75-9e58d0663efe on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:20.144751 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Attempting to bind port 0681ad93-d7bf-40cc-ac75-9e58d0663efe by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:20.145547 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Attempting to bind port 0681ad93-d7bf-40cc-ac75-9e58d0663efe on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:20.148429 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.157523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:20.157523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:20.157523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.157523 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:20.157946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Bound port: 0681ad93-d7bf-40cc-ac75-9e58d0663efe, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:20.157946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.202453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038edfc-7e56-484d-8e9a-c208a8144ad4 None None] Pushing event updated for resources: {'Port': ['ID=0681ad93-d7bf-40cc-ac75-9e58d0663efe,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:20.209888 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 62f5c697-fd20-45c6-9e87-37337e7e26fb up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:20.264578 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] For port 0681ad93-d7bf-40cc-ac75-9e58d0663efe, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:20.279114 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] For port 0681ad93-d7bf-40cc-ac75-9e58d0663efe, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=0681ad93-d7bf-40cc-ac75-9e58d0663efe,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:20.280450 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 62f5c697-fd20-45c6-9e87-37337e7e26fb completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:20.284422 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 62f5c697-fd20-45c6-9e87-37337e7e26fb triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:20.284799 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.306291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.323930 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.339546 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.351471 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.419517 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-0e0faea3-a15c-4ee5-a820-4a6aa26e3087 None None] Provisioning for port ae445891-508f-4b1d-b33a-eb405c9d4591 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:20.427730 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event updated for resources: {'Port': ['ID=e4952f26-5fcb-4d26-b3aa-299533dc34a6,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:20.431246 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-0e0faea3-a15c-4ee5-a820-4a6aa26e3087 None None] Provisioning complete for port ae445891-508f-4b1d-b33a-eb405c9d4591 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:20.431612 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0e0faea3-a15c-4ee5-a820-4a6aa26e3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.435900 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038edfc-7e56-484d-8e9a-c208a8144ad4 None None] Pushing event updated for resources: {'Port': ['ID=0681ad93-d7bf-40cc-ac75-9e58d0663efe,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:20.440757 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.463092 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:20.464328 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:20.485546 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.490231 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.502850 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.536434 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0e0faea3-a15c-4ee5-a820-4a6aa26e3087 None None] Port ae445891-508f-4b1d-b33a-eb405c9d4591 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:32:20.552383 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Floating IP 7b619523-e499-4af4-856b-bfacffa6e4b2 associated. External IP: 172.27.3.131, port: 12057b6c-72d7-444e-a58d-c0e6951e3029. Sep 14 15:32:20.728218 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 62f5c697-fd20-45c6-9e87-37337e7e26fb, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=62f5c697-fd20-45c6-9e87-37337e7e26fb,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:20.734337 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.778812 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:20.817727 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Pushing event updated for resources: {'Port': ['ID=ae445891-508f-4b1d-b33a-eb405c9d4591,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:20.821191 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:20.833896 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=62f5c697-fd20-45c6-9e87-37337e7e26fb,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:20.918019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:20.919808 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:21.030177 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:19Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:21.032323 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Router 77ef7ccd-6199-44ce-8459-50f17ee82d31 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:21.064045 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0cab5c-7747-4048-9ab1-564a36e284f7 None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:19Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:21.067394 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:21.159821 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-185b6e9e-4750-449f-9008-665ce6782a90 None None] Provisioning complete for port ae445891-508f-4b1d-b33a-eb405c9d4591 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:21.159821 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-185b6e9e-4750-449f-9008-665ce6782a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:21.181578 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:21.197226 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] Sync routers for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:21.206766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-185b6e9e-4750-449f-9008-665ce6782a90 None None] Port ae445891-508f-4b1d-b33a-eb405c9d4591 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:32:21.208598 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:21.217407 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:21.218167 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:21.224187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:21.230021 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-c80da91c-14b0-4ee6-9f0c-f2fa7fef1f95 admin admin] 10.222.0.68 "PUT /v2.0/routers/4e9bb5ae-809a-4e74-8770-ed872242107c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508008 Sep 14 15:32:21.239392 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-9a8138c3-1a98-4fbb-8086-01a79e3255be tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0989382 Sep 14 15:32:21.241108 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:21.243774 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db427d17-bc63-4909-b52a-570d28d1dbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:21.370235 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:21.463308 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e99c309-7f6c-4a7f-90cf-e78d3d3b66bc x-openstack-request-id: req-4e99c309-7f6c-4a7f-90cf-e78d3d3b66bc {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:21.464102 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:21.464349 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e99c309-7f6c-4a7f-90cf-e78d3d3b66bc {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:21.464786 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'status': 'completed', 'code': 200} Sep 14 15:32:21.542829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-b8935769-e0c8-47a0-83c5-fbdb8edf3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:21.544710 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-b8935769-e0c8-47a0-83c5-fbdb8edf3794 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1098 time: 0.0519722 Sep 14 15:32:21.655108 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-b99001da-263f-4944-970e-8c2324550af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:21.656646 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-b99001da-263f-4944-970e-8c2324550af8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 910 time: 0.1045141 Sep 14 15:32:21.672169 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '7b619523-e499-4af4-856b-bfacffa6e4b2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'port_id': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'mac_address': 'fa:16:3e:fb:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:19Z', 'revision_number': 0, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:40Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:21.702181 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] Checking router: 77ef7ccd-6199-44ce-8459-50f17ee82d31 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:21.716788 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:21.717814 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:21.728611 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-8fac7dbe-bb64-470d-ae7d-3bba4f8f7c4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 999 time: 0.0643890 Sep 14 15:32:21.807160 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-5c8ae8a3-d5b8-431e-857e-cebd90907204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:21.808790 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-5c8ae8a3-d5b8-431e-857e-cebd90907204 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 200 len: 848 time: 0.0652239 Sep 14 15:32:21.890292 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:21.897320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-ed19c22e-26bb-4909-9c18-85ae3c2511c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:21.899630 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-ed19c22e-26bb-4909-9c18-85ae3c2511c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d507ba6-8850-40ce-8967-452816dca4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814679 Sep 14 15:32:21.913727 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44126) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:21.927107 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-189289570-network', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:21.962168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Made reservation on behalf of e6503f2efd4a46c5b14df0cd92c83135 for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:32:21.965479 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:21.987510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.102077 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-847cddcc-a225-4cf7-a0de-0ce544d5cb44 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909721 Sep 14 15:32:22.186836 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 62f5c697-fd20-45c6-9e87-37337e7e26fb up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:22.226578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.236794 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.249018 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 62f5c697-fd20-45c6-9e87-37337e7e26fb triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:22.249398 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.261415 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '7b619523-e499-4af4-856b-bfacffa6e4b2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'port_id': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'mac_address': 'fa:16:3e:fb:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:19Z', 'revision_number': 0, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:40Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:22.272973 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db427d17-bc63-4909-b52a-570d28d1dbc4 req-b4323c7b-cd01-44fd-88a3-82dccc1895ca service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520081 Sep 14 15:32:22.298303 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:32:22.305697 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7949765-b0b5-4a71-9dd6-a58abb4f755a None None] The sync data for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi is: [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '7b619523-e499-4af4-856b-bfacffa6e4b2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'port_id': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'mac_address': 'fa:16:3e:fb:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:19Z', 'revision_number': 0, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:40Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:22.310515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f013481f-f0ac-4eee-b92f-d29b8804e30e,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:22.317461 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.317868 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Added segment 596ab827-acf8-4a66-8a35-70ed5ccf2516 of type vlan for network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 Sep 14 15:32:22.365159 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 0681ad93-d7bf-40cc-ac75-9e58d0663efe up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:22.379091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.435659 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.436790 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 0681ad93-d7bf-40cc-ac75-9e58d0663efe completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:22.437576 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:22.439460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.441158 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 0681ad93-d7bf-40cc-ac75-9e58d0663efe triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:22.441720 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.473561 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5587630 Sep 14 15:32:22.476726 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44138) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:22.484667 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Request body: {'subnet': {'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-189289570-subnet', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:22.532594 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d1c1d-da0d-49fd-9229-11b2a81d1169 admin admin] Pushing event updated for resources: {'Network': ['ID=b4656c7f-1155-4a79-8dbb-0fc25a8fddc6,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:22.533195 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Made reservation on behalf of e6503f2efd4a46c5b14df0cd92c83135 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:32:22.536341 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.550343 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:32:22.603339 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.674918 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 0681ad93-d7bf-40cc-ac75-9e58d0663efe, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=0681ad93-d7bf-40cc-ac75-9e58d0663efe,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:22.682639 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.713921 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf60b1-afb5-48bb-873d-882e6d9fb859 None None] New status for floating IP 7b619523-e499-4af4-856b-bfacffa6e4b2: ACTIVE {{(pid=93912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:32:22.796061 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.804009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=0681ad93-d7bf-40cc-ac75-9e58d0663efe,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:22.887718 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Pushing event updated for resources: {'Subnet': ['ID=97cdb50c-79ba-41d7-a5e8-a877c236ab33,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:22.894607 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Checking segment: {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:22.894607 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Network hostable DHCP agents. Network: b4656c7f-1155-4a79-8dbb-0fc25a8fddc6, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:32:22.915188 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:32:22.925487 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, b4656c7f-1155-4a79-8dbb-0fc25a8fddc6) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:22.929794 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:22.930416 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.941418 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1dd92-d013-4de7-8cf6-0d2b61b10c21 None None] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:32:22.945523 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-4543ae82-a40f-4d23-bdc8-416709d966be admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4672041 Sep 14 15:32:22.948853 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44144) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:22.954568 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:22.984920 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6317'] for router, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:22.986680 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-658997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6308'] for router, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.046841 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.114234 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98b93432-72ec-5623-80fc-dd8b626386c8-b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'fixed_ips': [{'subnet_id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33'}]}} from dv-cinder-806965-5-iscsi. {{(pid=93912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 15:32:23.115251 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.198773 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.264115 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Allocated IP 172.20.0.2 (b4656c7f-1155-4a79-8dbb-0fc25a8fddc6/97cdb50c-79ba-41d7-a5e8-a877c236ab33/6e253acc-a4ec-4588-8660-37225f1e3d16) {{(pid=93912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:23.405887 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.415965 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Notify callbacks [] for port, precommit_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.425416 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.426183 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Transition to ACTIVE for port object 6e253acc-a4ec-4588-8660-37225f1e3d16 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:23.442205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Transition to ACTIVE for port object 6e253acc-a4ec-4588-8660-37225f1e3d16 will not be triggered until provisioned by entity DHCP. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:23.449243 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841'] for port, after_create {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.486246 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 is already hosted by enough agents. {{(pid=93912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:23.489132 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Resources bound (agent type, host, resource id): {{(pid=93912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:23.491878 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Received port after_create {{(pid=93912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:23.512312 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Pushing event updated for resources: {'Port': ['ID=6e253acc-a4ec-4588-8660-37225f1e3d16,revision_number=1']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:23.541433 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Allocated IP 172.27.3.229 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/784e73a1-9f1c-4de8-bcb0-632dabdff597) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:23.563384 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Attempting to bind port 6e253acc-a4ec-4588-8660-37225f1e3d16 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:23.563744 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Attempting to bind port 6e253acc-a4ec-4588-8660-37225f1e3d16 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:23.564107 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Attempting to bind port 6e253acc-a4ec-4588-8660-37225f1e3d16 on network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:23.569031 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:23.569398 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Checking segment: {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:23.569798 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.570178 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Bound using segment: {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:23.570654 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Bound port: 6e253acc-a4ec-4588-8660-37225f1e3d16, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:23.571029 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.636512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] For port 6e253acc-a4ec-4588-8660-37225f1e3d16, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:23.639596 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] For port 6e253acc-a4ec-4588-8660-37225f1e3d16, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6e253acc-a4ec-4588-8660-37225f1e3d16,segment=NetworkSegment(596ab827-acf8-4a66-8a35-70ed5ccf2516),segment_id=596ab827-acf8-4a66-8a35-70ed5ccf2516)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:23.644953 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.649674 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.695004 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:23.704238 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:23.704654 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f1bc9-82ea-444f-a668-371bbb421555 None None] Pushing event updated for resources: {'Port': ['ID=6e253acc-a4ec-4588-8660-37225f1e3d16,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:23.711230 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:23.712160 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:23.752891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:23.757072 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:23.764733 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:23.767971 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Pushing event updated for resources: {'Port': ['ID=784e73a1-9f1c-4de8-bcb0-632dabdff597,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:23.833007 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:24.087125 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.198252 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 0681ad93-d7bf-40cc-ac75-9e58d0663efe up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:24.208127 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 2, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:24.241419 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:24.241760 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Updating router 4e9bb5ae-809a-4e74-8770-ed872242107c port ae445891-508f-4b1d-b33a-eb405c9d4591 binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:32:24.251641 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 0681ad93-d7bf-40cc-ac75-9e58d0663efe triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:24.252411 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.277131 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.341294 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536159'] for router, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.342784 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e253acc-a4ec-4588-8660-37225f1e3d16 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:24.393268 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 6e253acc-a4ec-4588-8660-37225f1e3d16 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:24.492036 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Router 82893596-c298-46e0-b2ff-ea6404a06289 is scheduled to L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 with binding_index 1 {{(pid=93910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 15:32:24.582605 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.595146 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Transition to ACTIVE for port object ae445891-508f-4b1d-b33a-eb405c9d4591 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:24.601296 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.657133 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e89a9-456b-4703-9735-6de57298ca1f None None] Pushing event updated for resources: {'Port': ['ID=ae445891-508f-4b1d-b33a-eb405c9d4591,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:24.733340 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Attempting to bind port ae445891-508f-4b1d-b33a-eb405c9d4591 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:24.733898 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Attempting to bind port ae445891-508f-4b1d-b33a-eb405c9d4591 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:24.734107 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Attempting to bind port ae445891-508f-4b1d-b33a-eb405c9d4591 on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:24.742264 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:24.742738 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Checking segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:24.743137 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.743527 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Bound using segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:24.743993 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Bound port: ae445891-508f-4b1d-b33a-eb405c9d4591, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:24.744957 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.843620 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] For port ae445891-508f-4b1d-b33a-eb405c9d4591, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:24.847685 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] For port ae445891-508f-4b1d-b33a-eb405c9d4591, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ae445891-508f-4b1d-b33a-eb405c9d4591,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:24.850498 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3941036-1f71-4c42-b9c0-317e5a063159 None None] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:32:24.860160 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.905705 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:24.924272 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:24.925765 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-55d3b1f9-111a-4791-8824-4b8b93d88e48 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9756000 Sep 14 15:32:24.928638 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44162) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:24.938877 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Sync routers for ids ['82893596-c298-46e0-b2ff-ea6404a06289'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:24.960982 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Routers {'82893596-c298-46e0-b2ff-ea6404a06289'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:24.961524 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['82893596-c298-46e0-b2ff-ea6404a06289'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:24.968840 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e89a9-456b-4703-9735-6de57298ca1f None None] Pushing event updated for resources: {'Port': ['ID=ae445891-508f-4b1d-b33a-eb405c9d4591,revision_number=4']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:25.010650 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:25.011120 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:25.095636 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Provisioning for port 6e253acc-a4ec-4588-8660-37225f1e3d16 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:25.110395 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Provisioning complete for port 6e253acc-a4ec-4588-8660-37225f1e3d16 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:25.110776 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.210657 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Set router 82893596-c298-46e0-b2ff-ea6404a06289 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:25.217356 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:25.359894 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac969c-5066-4b93-a3cc-4dceb619a1f5 req-f35afea7-7afc-4cd9-b6d9-de92161e9447 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:25.361582 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-21ac969c-5066-4b93-a3cc-4dceb619a1f5 req-f35afea7-7afc-4cd9-b6d9-de92161e9447 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0964758 Sep 14 15:32:25.435736 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-21ac969c-5066-4b93-a3cc-4dceb619a1f5 req-c345f1cb-7d84-4ce4-ba47-0d8dfa239c0d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551734 Sep 14 15:32:25.436326 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:24Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:25.469844 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0132f0b-32a2-47df-9e65-5ef9134158aa None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:24Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:25.517431 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.580941 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.599214 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:32:25.663354 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] For port 6e253acc-a4ec-4588-8660-37225f1e3d16, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6e253acc-a4ec-4588-8660-37225f1e3d16,segment=NetworkSegment(596ab827-acf8-4a66-8a35-70ed5ccf2516),segment_id=596ab827-acf8-4a66-8a35-70ed5ccf2516)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:25.673139 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.699587 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Allocated IP 172.20.0.1 (b4656c7f-1155-4a79-8dbb-0fc25a8fddc6/97cdb50c-79ba-41d7-a5e8-a877c236ab33/8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:25.739926 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Pushing event updated for resources: {'Port': ['ID=6e253acc-a4ec-4588-8660-37225f1e3d16,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:25.743228 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:32:23Z', 'revision_number': 3, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:25.774835 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Checking router: 82893596-c298-46e0-b2ff-ea6404a06289 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:25.775177 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Updating router 82893596-c298-46e0-b2ff-ea6404a06289 port 784e73a1-9f1c-4de8-bcb0-632dabdff597 binding host dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:32:25.778516 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.778929 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.779332 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.779728 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.780124 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.780512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.780901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.781283 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.781672 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.782341 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.782461 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.782844 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3c30cc-6e62-47e0-a14b-3511dadd4fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:25.818217 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.837099 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.855839 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Transition to ACTIVE for port object 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:25.895526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:25.941526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:25.949248 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:25.951544 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Pushing event updated for resources: {'Port': ['ID=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:25.953835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:26.002041 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536206'] for router_interface, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.048086 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-e69ad6d1-b186-420a-b31e-828dc9b0262a None None] Provisioning complete for port 6e253acc-a4ec-4588-8660-37225f1e3d16 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:26.048453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e69ad6d1-b186-420a-b31e-828dc9b0262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.161404 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ae445891-508f-4b1d-b33a-eb405c9d4591 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:26.184813 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.275192 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Notify callbacks [] for port, precommit_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.297428 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Transition to ACTIVE for port object 784e73a1-9f1c-4de8-bcb0-632dabdff597 will not be triggered until provisioned by entity L2. {{(pid=93912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:26.305311 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.331263 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port ae445891-508f-4b1d-b33a-eb405c9d4591 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:26.353084 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port ae445891-508f-4b1d-b33a-eb405c9d4591 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:26.353449 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.371258 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.375867 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.379890 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50cfad-03e4-4d67-a548-7e2af157f4b0 None None] Pushing event updated for resources: {'Port': ['ID=784e73a1-9f1c-4de8-bcb0-632dabdff597,revision_number=2']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:26.384372 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Attempting to bind port 784e73a1-9f1c-4de8-bcb0-632dabdff597 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:26.385026 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Attempting to bind port 784e73a1-9f1c-4de8-bcb0-632dabdff597 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:26.385212 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Attempting to bind port 784e73a1-9f1c-4de8-bcb0-632dabdff597 on network 9031e0c5-1c9d-40d9-943b-003732badbf4 {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:26.395684 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:26.396051 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Checking segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:26.396445 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.396831 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Bound using segment: {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'} {{(pid=93912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:26.397284 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.managers [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Bound port: 784e73a1-9f1c-4de8-bcb0-632dabdff597, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90dbde2-2173-4e6d-94b7-dc757ed89d58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4'}}] {{(pid=93912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:26.397657 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.441762 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Pushing event updated for resources: {'Port': ['ID=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:26.446196 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528926'] for router_interface, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.459155 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-745300f3-add6-4573-9715-aee93b8755dd None None] Provisioning for port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:26.470092 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-745300f3-add6-4573-9715-aee93b8755dd None None] Provisioning complete for port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:26.470583 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-745300f3-add6-4573-9715-aee93b8755dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.517043 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] For port 784e73a1-9f1c-4de8-bcb0-632dabdff597, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:26.543867 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] For port 784e73a1-9f1c-4de8-bcb0-632dabdff597, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=784e73a1-9f1c-4de8-bcb0-632dabdff597,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:26.546841 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.553537 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-745300f3-add6-4573-9715-aee93b8755dd None None] Port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:32:26.555430 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.574128 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:26.590622 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:26.637727 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port ae445891-508f-4b1d-b33a-eb405c9d4591, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ae445891-508f-4b1d-b33a-eb405c9d4591,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:26.646940 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.647735 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e253acc-a4ec-4588-8660-37225f1e3d16 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:26.650554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50cfad-03e4-4d67-a548-7e2af157f4b0 None None] Pushing event updated for resources: {'Port': ['ID=784e73a1-9f1c-4de8-bcb0-632dabdff597,revision_number=3']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:26.653516 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Routers {'82893596-c298-46e0-b2ff-ea6404a06289'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:26.654122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['82893596-c298-46e0-b2ff-ea6404a06289'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:26.667205 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964f49-ca67-4015-8ab3-4bc40e8c035d req-38023dab-2843-42cb-beb3-559e52c6b664 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:26.668927 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1f964f49-ca67-4015-8ab3-4bc40e8c035d req-38023dab-2843-42cb-beb3-559e52c6b664 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.1197903 Sep 14 15:32:26.757854 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1f964f49-ca67-4015-8ab3-4bc40e8c035d req-296bed77-f08b-4133-84e8-d730bb947415 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750456 Sep 14 15:32:26.765650 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Router 82893596-c298-46e0-b2ff-ea6404a06289 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:26.814667 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=ae445891-508f-4b1d-b33a-eb405c9d4591,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:26.842594 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] Set router 82893596-c298-46e0-b2ff-ea6404a06289 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:26.844357 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 6e253acc-a4ec-4588-8660-37225f1e3d16 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:26.844721 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:26.883869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:26.889599 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-bd8e1f1d-61f5-4863-a7ba-12efe2debc69 admin admin] 10.222.0.68 "PUT /v2.0/routers/82893596-c298-46e0-b2ff-ea6404a06289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595773 Sep 14 15:32:26.955771 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-323680f7-5d4c-439d-af5f-9d94a254462e None None] Provisioning complete for port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:26.956140 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-323680f7-5d4c-439d-af5f-9d94a254462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.050037 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-323680f7-5d4c-439d-af5f-9d94a254462e None None] Port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:32:27.148925 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3', 'name': '', 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'mac_address': 'fa:16:3e:ff:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:25Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 2, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'subnets': [{'id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:27.179818 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e62e4d-ffe9-4099-8034-fa86aa52bf8a None None] The sync data for ids ['82893596-c298-46e0-b2ff-ea6404a06289'] in dv-cinder-806965-5-iscsi is: [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3', 'name': '', 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'mac_address': 'fa:16:3e:ff:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:25Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 2, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'subnets': [{'id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:27.573446 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44182) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:27.578064 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898859332', 'description': 'tempest-secgroup-smoke-898859332 description', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:27.603190 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.687491 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.691309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.713536 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.714985 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1405344 Sep 14 15:32:27.718425 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44186) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:27.722680 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group_rule': {'security_group_id': '5cafbc0a-72c5-4c37-9333-9f24044aab25', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:27.723349 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c4954-733c-4485-99e5-f62346784a32 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cafbc0a-72c5-4c37-9333-9f24044aab25,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:27.748441 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.803399 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.808790 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.825876 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c171ac4-7e45-47e7-aedc-d00ac9850a9a,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:27.833880 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.838889 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44190) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:27.839031 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8ffa8d93-cf98-4435-b7c2-2803ea33443d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195920 Sep 14 15:32:27.843741 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group_rule': {'security_group_id': '5cafbc0a-72c5-4c37-9333-9f24044aab25', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:27.903560 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.934942 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d983af-aeb8-4c20-8ff8-d1073e46b708 req-c29e3ea4-b03d-46d0-b720-a27310e3fb40 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:27.936543 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-16d983af-aeb8-4c20-8ff8-d1073e46b708 req-c29e3ea4-b03d-46d0-b720-a27310e3fb40 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0884466 Sep 14 15:32:27.989001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:27.997690 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-16d983af-aeb8-4c20-8ff8-d1073e46b708 req-3688133f-7ed3-4da8-8cae-3f98e26bd79a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526292 Sep 14 15:32:27.998497 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.016576 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb25398-b1b4-4a4a-ab6e-e2bdb216f12f,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:28.036964 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.041690 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1f01a9e5-8dd0-4561-839f-b5e790a346cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1987221 Sep 14 15:32:28.042032 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44192) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:28.046838 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group_rule': {'security_group_id': '5cafbc0a-72c5-4c37-9333-9f24044aab25', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:28.079081 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.098158 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ae445891-508f-4b1d-b33a-eb405c9d4591 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:28.168117 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port ae445891-508f-4b1d-b33a-eb405c9d4591 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:28.168483 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.178705 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.186227 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.211255 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bdf6d6-485a-4777-acfb-5e00f59f5aef,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:28.218370 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.219547 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-3f56b73d-0d41-4d51-aa83-0955eb3690da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764901 Sep 14 15:32:28.222290 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44194) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:28.227046 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group_rule': {'security_group_id': '5cafbc0a-72c5-4c37-9333-9f24044aab25', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:28.257193 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.325170 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.329572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.347768 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca4796-99e3-458a-874f-0a1d073ca30b,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:28.355642 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.356936 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-12254876-897c-4af4-b8cf-663a2a46aa44 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336324 Sep 14 15:32:28.359604 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44198) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:28.364239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group_rule': {'security_group_id': '5cafbc0a-72c5-4c37-9333-9f24044aab25', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:28.387696 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.securitygroups_db [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Project cf713e38eae54eb0b4cb01eef4d19196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 15:32:28.394109 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.460272 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.464631 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.482317 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51690380-6cc5-4e8e-a27e-9b1b6c9612c6,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:28.488720 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.490006 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-d8dd31da-c285-43cc-8a75-463c8b53401a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293085 Sep 14 15:32:28.492730 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44200) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:28.498195 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'security_group_rule': {'security_group_id': '5cafbc0a-72c5-4c37-9333-9f24044aab25', 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:28.521910 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.securitygroups_db [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Project cf713e38eae54eb0b4cb01eef4d19196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 15:32:28.527640 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.601738 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.605073 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575521'] for security_group_rule, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.625793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67c2463-d12a-4b04-a126-62e3f788b002,revision_number=0']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:28.633107 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:28.634290 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-41813c60-bb7c-4f34-a4b7-7a4119028ee5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405714 Sep 14 15:32:29.155847 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e54f73-7ec5-418a-97ec-f92778514ef5 req-bf34271d-148f-4bf0-97f3-4492308a1bcb tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:29.157497 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-67e54f73-7ec5-418a-97ec-f92778514ef5 req-bf34271d-148f-4bf0-97f3-4492308a1bcb tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0553257 Sep 14 15:32:29.198749 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-67e54f73-7ec5-418a-97ec-f92778514ef5 req-93536fe6-fab2-4c93-9d6e-61a07e20a8ae tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344365 Sep 14 15:32:29.865714 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Sync routers for ids ['82893596-c298-46e0-b2ff-ea6404a06289'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:29.875244 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Routers {'82893596-c298-46e0-b2ff-ea6404a06289'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:29.875846 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['82893596-c298-46e0-b2ff-ea6404a06289'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:29.988223 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Set router 82893596-c298-46e0-b2ff-ea6404a06289 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:30.106799 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 784e73a1-9f1c-4de8-bcb0-632dabdff597 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:30.175036 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 784e73a1-9f1c-4de8-bcb0-632dabdff597 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:30.179318 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 784e73a1-9f1c-4de8-bcb0-632dabdff597 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:30.179693 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.204830 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3', 'name': '', 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'mac_address': 'fa:16:3e:ff:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:25Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 2, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'subnets': [{'id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:30.235563 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Checking router: 82893596-c298-46e0-b2ff-ea6404a06289 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:30.235871 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Updating router 82893596-c298-46e0-b2ff-ea6404a06289 port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 binding host dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 15:32:30.262676 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.334016 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc9ae9-d37a-4843-b808-036f77954981 req-157d5654-a285-4ecc-9933-0a053eb5087d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:30.335665 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fbc9ae9-d37a-4843-b808-036f77954981 req-157d5654-a285-4ecc-9933-0a053eb5087d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0503349 Sep 14 15:32:30.382071 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fbc9ae9-d37a-4843-b808-036f77954981 req-2578b30a-67f2-4cb7-b78b-935812e7d162 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Sep 14 15:32:30.393064 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.415379 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 784e73a1-9f1c-4de8-bcb0-632dabdff597, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=784e73a1-9f1c-4de8-bcb0-632dabdff597,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:30.420554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.469899 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=784e73a1-9f1c-4de8-bcb0-632dabdff597,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:30.552519 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Notify callbacks [] for port, precommit_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.563461 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.provisioning_blocks [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Transition to ACTIVE for port object 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 will not be triggered until provisioned by entity L2. {{(pid=93913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:30.568524 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.635276 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0468a1b-c527-4cd1-a626-12b3c006470c None None] Pushing event updated for resources: {'Port': ['ID=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,revision_number=3']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:30.666791 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Attempting to bind port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 on host dv-cinder-806965-5-iscsi for vnic_type normal with profile {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:30.667153 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Attempting to bind port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 by drivers openvswitch,hyperv on host dv-cinder-806965-5-iscsi at level 0 using segments [{'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:30.667508 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Attempting to bind port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 on network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:30.672921 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Checking agent: {'id': 'ed446ed8-f1ae-4577-88c9-dc4646e0d78b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 18, 44), 'started_at': datetime.datetime(2021, 9, 14, 15, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:30.673286 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Checking segment: {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:30.673675 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.674059 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Bound using segment: {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'} {{(pid=93913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:30.674537 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.managers [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Bound port: 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3, host: dv-cinder-806965-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ab827-acf8-4a66-8a35-70ed5ccf2516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6'}}] {{(pid=93913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:30.674906 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.745495 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] For port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3, host dv-cinder-806965-5-iscsi, cleared binding levels {{(pid=93913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:30.749090 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.plugins.ml2.db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] For port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3, host dv-cinder-806965-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,segment=NetworkSegment(596ab827-acf8-4a66-8a35-70ed5ccf2516),segment_id=596ab827-acf8-4a66-8a35-70ed5ccf2516)] {{(pid=93913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:30.754728 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron_lib.callbacks.manager [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.800177 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:30.813664 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Routers {'82893596-c298-46e0-b2ff-ea6404a06289'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:30.814495 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['82893596-c298-46e0-b2ff-ea6404a06289'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:30.818391 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0468a1b-c527-4cd1-a626-12b3c006470c None None] Pushing event updated for resources: {'Port': ['ID=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,revision_number=4']} {{(pid=93913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:31.025638 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] Set router 82893596-c298-46e0-b2ff-ea6404a06289 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:31.225574 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3', 'name': '', 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'mac_address': 'fa:16:3e:ff:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:25Z', 'updated_at': '2021-09-14T15:32:30Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'subnets': [{'id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:31.252579 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663fede-c13a-47b9-beaf-afea284a345c None None] The sync data for ids ['82893596-c298-46e0-b2ff-ea6404a06289'] in dv-cinder-806965-5-iscsi is: [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3', 'name': '', 'network_id': 'b4656c7f-1155-4a79-8dbb-0fc25a8fddc6', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'mac_address': 'fa:16:3e:ff:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:25Z', 'updated_at': '2021-09-14T15:32:30Z', 'revision_number': 4, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'subnets': [{'id': '97cdb50c-79ba-41d7-a5e8-a877c236ab33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:31.501024 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60653d34-2edb-47d0-b8ea-99b669dcd201 req-659997fb-b148-4cb3-9ffa-f3b04be06688 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:31.502592 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-60653d34-2edb-47d0-b8ea-99b669dcd201 req-659997fb-b148-4cb3-9ffa-f3b04be06688 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Sep 14 15:32:31.539759 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-60653d34-2edb-47d0-b8ea-99b669dcd201 req-15beb193-fb4d-41b1-ba9a-82325fe71333 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310831 Sep 14 15:32:32.109270 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:32.167960 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning for port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:32.173306 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:32.173741 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:32.257304 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:32.293149 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] For port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,segment=NetworkSegment(596ab827-acf8-4a66-8a35-70ed5ccf2516),segment_id=596ab827-acf8-4a66-8a35-70ed5ccf2516)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:32.299251 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:32.300070 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 784e73a1-9f1c-4de8-bcb0-632dabdff597 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:32.388667 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Pushing event updated for resources: {'Port': ['ID=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:32.399659 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 784e73a1-9f1c-4de8-bcb0-632dabdff597 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:32.400571 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:32.665213 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addbe85-bab1-4a77-96b5-cd5cb937e5fd req-42ac777d-dfe6-4723-9d37-84ceeb04cef7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:32.666769 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3addbe85-bab1-4a77-96b5-cd5cb937e5fd req-42ac777d-dfe6-4723-9d37-84ceeb04cef7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0523798 Sep 14 15:32:32.705059 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3addbe85-bab1-4a77-96b5-cd5cb937e5fd req-cf3b2854-db00-48e3-8d59-2486f3dafd2f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Sep 14 15:32:32.943063 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-bc2edcfb-3126-43aa-9cf2-67cbd7f02dba tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678480212&fields=id&tenant_id=d3034b59eb6f4673a1b6847c03081b4c HTTP/1.1" status: 200 len: 267 time: 0.0333385 Sep 14 15:32:32.998265 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-434aedd0-ca57-44b6-935c-8799efea8daf tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:32.999786 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-434aedd0-ca57-44b6-935c-8799efea8daf tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 984 time: 0.0501916 Sep 14 15:32:33.012105 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Request body: {'port': {'security_groups': ['59bec3ce-f0a9-49a7-8c07-96dcc2893c7b']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:33.082393 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.264400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:33.298201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.303546 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.317533 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:32:33.348901 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:33.349548 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.351001 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b021a302-5b9d-4f3e-bc0e-6ddd3895e434 req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "PUT /v2.0/ports/0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 942 time: 0.3446267 Sep 14 15:32:33.351599 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:33.353941 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ed1a4-9a39-4a34-9789-adc24960d235" -d '{"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:33.359891 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44292) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:33.417166 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffbd6f-11a6-4018-bfd5-c2bf69c80ede tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event updated for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=7']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:33.449367 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a57dbd90-b118-4081-862e-f34ff316801e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.463288 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:32:33.485743 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a57dbd90-b118-4081-862e-f34ff316801e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.503137 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3af26-222f-4cb1-88be-721c517bd580 x-openstack-request-id: req-bcc3af26-222f-4cb1-88be-721c517bd580 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:33.503501 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:33.503820 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bcc3af26-222f-4cb1-88be-721c517bd580 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:33.504376 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'status': 'completed', 'code': 200} Sep 14 15:32:33.577572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-f6121d49-abab-4cf1-a925-1e5d152055ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:33.579444 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-f6121d49-abab-4cf1-a925-1e5d152055ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1098 time: 0.0515702 Sep 14 15:32:33.652663 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a57dbd90-b118-4081-862e-f34ff316801e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.655587 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a57dbd90-b118-4081-862e-f34ff316801e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.656920 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a57dbd90-b118-4081-862e-f34ff316801e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "DELETE /v2.0/security-groups/73ffb40e-72e1-4e44-9ef8-3f7fc95357ea HTTP/1.1" status: 204 len: 168 time: 0.2958672 Sep 14 15:32:33.659670 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44296) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:33.672913 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dbd90-b118-4081-862e-f34ff316801e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffb40e-72e1-4e44-9ef8-3f7fc95357ea,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:33.695368 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-74df7f32-2c5a-45e2-8d44-e145c5cfd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:33.697216 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-74df7f32-2c5a-45e2-8d44-e145c5cfd6b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.1095061 Sep 14 15:32:33.723830 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-101ff006-0e50-4367-95e3-1344c9992b74 None None] Provisioning complete for port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:33.724197 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-101ff006-0e50-4367-95e3-1344c9992b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.778206 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-8a15db38-3184-4202-b551-373b90419abd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 1001 time: 0.0722628 Sep 14 15:32:33.839457 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Deleting port ba957b23-e005-4e7b-8bba-3655936a6ada {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:33.839797 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.861485 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-75f0e0a9-ff97-413e-ace7-b2db0a5e6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:33.863025 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-75f0e0a9-ff97-413e-ace7-b2db0a5e6e2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0767322 Sep 14 15:32:33.880006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2261c2-67a4-4767-9131-1b84938439ce req-f01ec661-c48c-4e4e-9d9b-aaf640ee8803 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:33.880265 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d2261c2-67a4-4767-9131-1b84938439ce req-f01ec661-c48c-4e4e-9d9b-aaf640ee8803 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0824952 Sep 14 15:32:33.921709 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.922043 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:33.935024 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Calling delete_port for ba957b23-e005-4e7b-8bba-3655936a6ada owned by network:floatingip {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:33.945055 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d2261c2-67a4-4767-9131-1b84938439ce req-d27fcefb-024a-44ef-a7b4-aa0a6a108d99 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558460 Sep 14 15:32:33.951925 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-7f9675e2-e75b-4fbe-997d-c859f3262288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:33.955900 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-7f9675e2-e75b-4fbe-997d-c859f3262288 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729156 Sep 14 15:32:34.063133 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-55f04c06-c50e-4f31-bacb-9666d6cc58e3 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942340 Sep 14 15:32:34.081276 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 up at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:34.133247 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:34.135615 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Provisioning complete for port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:34.136375 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:34.158898 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event deleted for resources: {'Port': ['ID=ba957b23-e005-4e7b-8bba-3655936a6ada,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:34.171417 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.171828 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.172165 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.172500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.172831 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.173167 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.173499 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.173821 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.174142 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.174492 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.174814 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.175139 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:32:34.178944 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-398ed1a4-9a39-4a34-9789-adc24960d235 req-e99ddf39-7e18-4256-9bb5-7ad83d32f9c5 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068769 Sep 14 15:32:34.232487 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:34.232729 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Floating IP 1698a71d-bddc-4710-9253-3cbb133edea3 disassociated (deleted). External IP: 172.27.3.149, port: 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd. Sep 14 15:32:34.455251 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Router 584e638b-9811-4a80-917e-011b18cccf81 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:34.564755 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:34.569513 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:34.575269 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] Sync routers for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:34.584173 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:34.584786 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:34.597433 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1e9f0ed2-6f1a-477d-806f-752d5324a10e tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "DELETE /v2.0/floatingips/1698a71d-bddc-4710-9253-3cbb133edea3 HTTP/1.1" status: 204 len: 168 time: 0.9365802 Sep 14 15:32:34.598024 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:34.600259 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8665bc7d-f6fe-4cfe-b756-159d89a2106f" -d '{"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:34.641103 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea9cbcb-35ed-47ad-a427-d6e17313b071 x-openstack-request-id: req-bea9cbcb-35ed-47ad-a427-d6e17313b071 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:34.641397 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:34.642099 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bea9cbcb-35ed-47ad-a427-d6e17313b071 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:34.642244 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'status': 'completed', 'code': 200} Sep 14 15:32:34.709336 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:34.951257 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:34Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:34.982868 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] Checking router: 584e638b-9811-4a80-917e-011b18cccf81 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:34.996390 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:34.997032 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:35.003354 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-e9ade244-ef0c-4824-9ab5-260fbe98e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:35.004858 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-e9ade244-ef0c-4824-9ab5-260fbe98e2c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 1098 time: 0.3349359 Sep 14 15:32:35.107280 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:35.126775 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dabee-4720-4871-a157-f45f7345c9a5 req-42891736-35ac-4e1a-a962-4f39f073e747 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:35.128354 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8f3dabee-4720-4871-a157-f45f7345c9a5 req-42891736-35ac-4e1a-a962-4f39f073e747 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0957663 Sep 14 15:32:35.154146 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-80a9bb93-47f5-43f3-a596-afbc248d47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:35.155580 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-80a9bb93-47f5-43f3-a596-afbc248d47af service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 200 len: 916 time: 0.1409597 Sep 14 15:32:35.211806 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-83f68b96-e5be-416f-acbc-3f7222b92c88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 200 len: 217 time: 0.0463943 Sep 14 15:32:35.214836 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8f3dabee-4720-4871-a157-f45f7345c9a5 req-903b3285-d811-43f4-83fd-e883bc3ea4f3 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729055 Sep 14 15:32:35.270520 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-02dc059c-ba7f-47ef-a8ab-de7bafa16edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:35.271951 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-02dc059c-ba7f-47ef-a8ab-de7bafa16edb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 200 len: 854 time: 0.0497696 Sep 14 15:32:35.318539 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:34Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:35.325231 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-559e741c-7468-4b9b-b5dc-b4bc1d116b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:35.326966 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-559e741c-7468-4b9b-b5dc-b4bc1d116b95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5de799f-f3da-453e-8aca-8a5d6d7616e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453253 Sep 14 15:32:35.345509 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862add1d-bb0c-493c-b9f3-2b16eea2cf66 None None] The sync data for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi is: [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:29:27Z', 'revision_number': 4, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'fe1db16f-c629-4290-8f7d-d4008115e1ef', 'name': '', 'network_id': 'a5de799f-f3da-453e-8aca-8a5d6d7616e1', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'mac_address': 'fa:16:3e:f4:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:26Z', 'updated_at': '2021-09-14T15:29:34Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'subnets': [{'id': '657c6648-3a79-4c05-b681-a78e319e4ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:35.441075 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-f6e9f127-1fe0-4a1b-8c48-404e69be9a66 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007929 Sep 14 15:32:35.559204 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8665bc7d-f6fe-4cfe-b756-159d89a2106f req-15d3420b-827c-4b72-b62a-393b1b3c4086 service neutron] 10.222.0.52 "GET /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978785 Sep 14 15:32:35.620591 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51027d2c-e1c3-4f77-9928-b9069c94d673 None None] New status for floating IP 1698a71d-bddc-4710-9253-3cbb133edea3: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:32:36.338840 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94ba7e-faec-47f0-b359-4290c1fb25db req-c95f1263-293d-4ae7-a13f-31dc3292f6a0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:36.340354 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2c94ba7e-faec-47f0-b359-4290c1fb25db req-c95f1263-293d-4ae7-a13f-31dc3292f6a0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0513132 Sep 14 15:32:36.378708 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2c94ba7e-faec-47f0-b359-4290c1fb25db req-cf4123d9-d9ff-46c9-97c6-9a16c28849e6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Sep 14 15:32:37.343777 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555623-10e8-4a08-b924-2deb2cb0b141 req-45e175e3-0f72-4fe4-98ff-5e8997717f26 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:37.345271 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-be555623-10e8-4a08-b924-2deb2cb0b141 req-45e175e3-0f72-4fe4-98ff-5e8997717f26 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0551333 Sep 14 15:32:37.384850 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-be555623-10e8-4a08-b924-2deb2cb0b141 req-a566bb9b-cab1-4c2a-b765-86760df66fe8 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Sep 14 15:32:37.502378 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef3929-19e3-473c-b34e-c38658ecf897 req-4e3d0e2e-8827-47d5-a3b0-5effe0d5d814 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:37.503780 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b7ef3929-19e3-473c-b34e-c38658ecf897 req-4e3d0e2e-8827-47d5-a3b0-5effe0d5d814 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0503416 Sep 14 15:32:37.543252 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b7ef3929-19e3-473c-b34e-c38658ecf897 req-4b7ceb5e-27c7-4deb-adc2-214abdf6642e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Sep 14 15:32:38.505839 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cdc38-ee42-48f0-a6c6-138743945812 req-fd31548f-b078-46e2-b01e-1f905af800db tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:38.507357 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-733cdc38-ee42-48f0-a6c6-138743945812 req-fd31548f-b078-46e2-b01e-1f905af800db tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Sep 14 15:32:38.546321 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-733cdc38-ee42-48f0-a6c6-138743945812 req-34b88207-a765-4c1a-9c22-ae5a872cad21 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Sep 14 15:32:38.676491 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3598-fc98-4fec-90ce-48e0069c1bf1 req-a65b613e-0549-4364-ae7e-e5ea68c24b7c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:38.677996 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b71c3598-fc98-4fec-90ce-48e0069c1bf1 req-a65b613e-0549-4364-ae7e-e5ea68c24b7c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0595453 Sep 14 15:32:38.718706 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b71c3598-fc98-4fec-90ce-48e0069c1bf1 req-f63425c1-ef62-48a0-8212-e9527ee5d49a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342574 Sep 14 15:32:39.350184 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-6d4bf4c4-6d5a-44f3-9217-a27c06e13272 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:39.351582 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-6d4bf4c4-6d5a-44f3-9217-a27c06e13272 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.52 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Sep 14 15:32:39.448974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Deleting port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:39.449329 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:39.542079 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] For port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:39.542919 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:39.554644 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Calling delete_port for 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:39.702130 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9a9f3-0bf0-4fcc-a431-d51fadb3f4d4 req-b9a20104-dd7f-4133-bc04-23fbd424bb81 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:39.703679 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d3e9a9f3-0bf0-4fcc-a431-d51fadb3f4d4 req-b9a20104-dd7f-4133-bc04-23fbd424bb81 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/ports?device_id=63404cba-0708-48a2-8ebc-752ef751ffb1 HTTP/1.1" status: 200 len: 945 time: 0.0896513 Sep 14 15:32:39.739501 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:39.754667 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:32:39.783544 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d3e9a9f3-0bf0-4fcc-a431-d51fadb3f4d4 req-479c6649-05fb-468e-80f4-4bdf431328ed tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.68 "GET /v2.0/security-groups?id=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723379 Sep 14 15:32:39.786156 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Pushing event deleted for resources: {'Port': ['ID=0a266c8c-a588-4d04-91a9-cd9a3ea53ddd,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:39.858378 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] No DVR routers for this DVR port 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:32:39.861937 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:39.864144 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ccee5c4a-6b2d-4a37-9503-babef629d4ce req-55523f62-275a-4ec7-b25e-6c10dcf19495 tempest-TestMinimumBasicScenario-264281895 tempest-TestMinimumBasicScenario-264281895-project] 10.222.0.52 "DELETE /v2.0/ports/0a266c8c-a588-4d04-91a9-cd9a3ea53ddd HTTP/1.1" status: 204 len: 173 time: 0.5043714 Sep 14 15:32:39.864595 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'name': 'network-vif-deleted', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:39.866936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63854a22-6d07-4b3e-81f5-118e05fbc644" -d '{"events": [{"server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "name": "network-vif-deleted", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:39.889751 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa8b44-21db-4659-80f4-19ac66003987 req-64038488-85e9-4dba-939f-26b9641acd32 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:39.891689 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-04fa8b44-21db-4659-80f4-19ac66003987 req-64038488-85e9-4dba-939f-26b9641acd32 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0931418 Sep 14 15:32:39.940219 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-04fa8b44-21db-4659-80f4-19ac66003987 req-54f3933a-ca7e-4467-a18e-9bce1d241b5a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Sep 14 15:32:39.943111 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb62cb-15be-472f-8c12-178aefee99e9 x-openstack-request-id: req-5abb62cb-15be-472f-8c12-178aefee99e9 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:39.946136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63404cba-0708-48a2-8ebc-752ef751ffb1", "name": "network-vif-deleted", "tag": "0a266c8c-a588-4d04-91a9-cd9a3ea53ddd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:39.946136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5abb62cb-15be-472f-8c12-178aefee99e9 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:39.946136 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63404cba-0708-48a2-8ebc-752ef751ffb1', 'name': 'network-vif-deleted', 'tag': '0a266c8c-a588-4d04-91a9-cd9a3ea53ddd', 'status': 'completed', 'code': 200} Sep 14 15:32:41.071108 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6017a5-0149-4124-8552-fef10c2b1b0c req-f1c4b6cb-7dba-4831-9668-ad69d4e535e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:41.073333 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8c6017a5-0149-4124-8552-fef10c2b1b0c req-f1c4b6cb-7dba-4831-9668-ad69d4e535e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0539029 Sep 14 15:32:41.113026 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8c6017a5-0149-4124-8552-fef10c2b1b0c req-70247b3f-54d2-401f-8af9-06752f381eea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338607 Sep 14 15:32:41.367732 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-711168e3-d545-4be3-b961-e08171abdebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:41.465655 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44414) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:41.879748 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:42.172724 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Deleting port fe1db16f-c629-4290-8f7d-d4008115e1ef {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:42.173366 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:42.275828 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6b8ea-5a0a-4d3a-ae34-09e1de5fe306 req-0505d87b-5965-4146-ab6f-de4b601cda46 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:42.277292 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d7e6b8ea-5a0a-4d3a-ae34-09e1de5fe306 req-0505d87b-5965-4146-ab6f-de4b601cda46 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0926490 Sep 14 15:32:42.297636 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] For port fe1db16f-c629-4290-8f7d-d4008115e1ef, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=fe1db16f-c629-4290-8f7d-d4008115e1ef,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:42.297987 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:42.318027 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Calling delete_port for fe1db16f-c629-4290-8f7d-d4008115e1ef owned by network:router_interface {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:42.341336 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d7e6b8ea-5a0a-4d3a-ae34-09e1de5fe306 req-79f67b24-6e54-4adb-9a85-9e171f1875d2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551300 Sep 14 15:32:42.505320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:42.532916 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1db16f-c629-4290-8f7d-d4008115e1ef,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:42.694174 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:42.907643 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Router 584e638b-9811-4a80-917e-011b18cccf81 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:43.021375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:43.026622 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-c70fb50b-ac1f-44b7-9478-c61e52a2cb40 admin admin] 10.222.0.68 "PUT /v2.0/routers/584e638b-9811-4a80-917e-011b18cccf81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5613093 Sep 14 15:32:43.029092 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44444) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:43.031894 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] Sync routers for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:43.042370 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:43.042985 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:43.294414 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:43.409726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks [] for router, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:43.511895 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:32:42Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:43.534082 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11e7f-85f8-4bf5-9893-f40254529ace req-28a53b2f-2a3a-4498-9728-aec367aac6b4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:43.536009 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e6a11e7f-85f8-4bf5-9893-f40254529ace req-28a53b2f-2a3a-4498-9728-aec367aac6b4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0877428 Sep 14 15:32:43.552656 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] Checking router: 584e638b-9811-4a80-917e-011b18cccf81 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:43.562293 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] Routers {'584e638b-9811-4a80-917e-011b18cccf81'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:43.563218 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['584e638b-9811-4a80-917e-011b18cccf81'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:43.632056 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e6a11e7f-85f8-4bf5-9893-f40254529ace req-512375a8-133c-41f8-9c71-963405322d0b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525098 Sep 14 15:32:43.640182 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:43.716626 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Deleting port b4765cbe-fb4b-4210-b639-ffc76ce841d0 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:43.716958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:43.727041 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] Set router 584e638b-9811-4a80-917e-011b18cccf81 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:43.828874 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] For port b4765cbe-fb4b-4210-b639-ffc76ce841d0, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=b4765cbe-fb4b-4210-b639-ffc76ce841d0,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:43.829299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:43.843001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Calling delete_port for b4765cbe-fb4b-4210-b639-ffc76ce841d0 owned by network:router_gateway {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:43.971928 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:32:42Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:44.013711 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:32:44.015872 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:44.037785 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:44.038572 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 0a266c8c-a588-4d04-91a9-cd9a3ea53ddd not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:44.039822 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43900605-d874-4aab-9b45-1eadc81b51e9 None None] The sync data for ids ['584e638b-9811-4a80-917e-011b18cccf81'] in dv-cinder-806965-5-iscsi is: [{'id': '584e638b-9811-4a80-917e-011b18cccf81', 'name': 'tempest-TestMinimumBasicScenario-1964744225-router', 'tenant_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:23Z', 'updated_at': '2021-09-14T15:32:42Z', 'revision_number': 5, 'project_id': 'd3034b59eb6f4673a1b6847c03081b4c', 'gw_port': {'id': 'b4765cbe-fb4b-4210-b639-ffc76ce841d0', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584e638b-9811-4a80-917e-011b18cccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:24Z', 'updated_at': '2021-09-14T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:44.106460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.135000 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4765cbe-fb4b-4210-b639-ffc76ce841d0,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:44.183664 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:44.197063 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'mac_address': 'fa:16:3e:f0:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:32:44.224835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.249788 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.266081 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.282301 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad87e9ae-4d46-46a2-8c08-c53aa03b3609 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:32:44.317210 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:44.325735 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.355559 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-5643b2f2-f10a-466b-ac29-42bac65eaf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.384545 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.388869 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.432281 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['ad87e9ae-4d46-46a2-8c08-c53aa03b3609'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:32:44.438163 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:44.494715 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.495475 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584e638b-9811-4a80-917e-011b18cccf81 {{(pid=93911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:32:44.503208 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.507037 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44470) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:44.507528 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-5139327c-8c54-4bcd-ade5-1be51b78d477 admin admin] 10.222.0.68 "DELETE /v2.0/routers/584e638b-9811-4a80-917e-011b18cccf81 HTTP/1.1" status: 204 len: 168 time: 1.4772134 Sep 14 15:32:44.594463 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Deleting subnet 657c6648-3a79-4c05-b681-a78e319e4ab1 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:32:44.598673 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.659590 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.782966 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.836520 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4066c-6b84-4611-9d8c-26d7f4f4ea89 req-bb928c22-0843-490e-a169-e116266cbd69 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:44.839298 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cec4066c-6b84-4611-9d8c-26d7f4f4ea89 req-bb928c22-0843-490e-a169-e116266cbd69 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 945 time: 0.0945299 Sep 14 15:32:44.844135 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.878883 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:44.885142 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44474) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:44.885481 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/657c6648-3a79-4c05-b681-a78e319e4ab1 HTTP/1.1" status: 204 len: 168 time: 0.3762569 Sep 14 15:32:44.886936 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d335-643b-4376-a621-8864b24e2295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657c6648-3a79-4c05-b681-a78e319e4ab1,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:44.887075 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a61273-e1b4-46f2-bdab-8469c1fa5401 None None] Network a5de799f-f3da-453e-8aca-8a5d6d7616e1 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:32:44.936085 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cec4066c-6b84-4611-9d8c-26d7f4f4ea89 req-d55c0359-cd56-42d4-aca2-6165e975fe2b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902619 Sep 14 15:32:45.002078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.082910 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Deleting port dc0b0e2b-9157-4902-a675-4efe161b6ff6 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:45.083330 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.154980 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] For port dc0b0e2b-9157-4902-a675-4efe161b6ff6, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=dc0b0e2b-9157-4902-a675-4efe161b6ff6,segment=NetworkSegment(99041e24-04de-4c51-8db7-a653012da6de),segment_id=99041e24-04de-4c51-8db7-a653012da6de)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:45.155338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.166762 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Calling delete_port for dc0b0e2b-9157-4902-a675-4efe161b6ff6 owned by network:dhcp {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:45.210659 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.244732 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.275282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0b0e2b-9157-4902-a675-4efe161b6ff6,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:45.277139 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] No DVR routers for this DVR port dc0b0e2b-9157-4902-a675-4efe161b6ff6 on host dv-cinder-806965-5-iscsi {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:32:45.350507 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.400835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5de799f-f3da-453e-8aca-8a5d6d7616e1']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:45.410020 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428613f6-a45a-42ab-88ff-79217600dce6 None None] DHCP port deletion for a5de799f-f3da-453e-8aca-8a5d6d7616e1 request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:32:45.417336 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99041e24-04de-4c51-8db7-a653012da6de') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:45.417837 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99041e24-04de-4c51-8db7-a653012da6de') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:45.445334 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.466270 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.470047 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:32:45.470487 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:32:45.472739 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:32:45.533202 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.544856 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:45.549474 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] 10.222.0.68 "DELETE /v2.0/networks/a5de799f-f3da-453e-8aca-8a5d6d7616e1 HTTP/1.1" status: 204 len: 168 time: 0.6606085 Sep 14 15:32:45.549907 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44480) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:45.556890 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa81c4-abc2-4685-84c6-2f6969b9b3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=a5de799f-f3da-453e-8aca-8a5d6d7616e1,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:45.913524 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.003645 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:32:46.058211 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:46.059023 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.124184 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bfb2-3efd-431a-ad10-25687deb45a2 req-20cbab45-ce10-4c69-b074-d959d4078599 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:46.125767 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c658bfb2-3efd-431a-ad10-25687deb45a2 req-20cbab45-ce10-4c69-b074-d959d4078599 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 945 time: 0.0919554 Sep 14 15:32:46.129106 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device fe1db16f-c629-4290-8f7d-d4008115e1ef no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:46.165260 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: fe1db16f-c629-4290-8f7d-d4008115e1ef {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:46.166009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device fe1db16f-c629-4290-8f7d-d4008115e1ef not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:46.166411 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device dc0b0e2b-9157-4902-a675-4efe161b6ff6 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:46.190527 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: dc0b0e2b-9157-4902-a675-4efe161b6ff6 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:46.190754 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c658bfb2-3efd-431a-ad10-25687deb45a2 req-6aaf172a-4524-4966-ad30-5525dad4ad20 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583043 Sep 14 15:32:46.190913 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device dc0b0e2b-9157-4902-a675-4efe161b6ff6 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:46.191259 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device b4765cbe-fb4b-4210-b639-ffc76ce841d0 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:46.217095 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: b4765cbe-fb4b-4210-b639-ffc76ce841d0 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:46.217774 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device b4765cbe-fb4b-4210-b639-ffc76ce841d0 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:46.266529 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.277021 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Deleting port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:46.277355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.300014 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:46.303326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7018df-9b17-414d-bd0c-73de1f531144" -d '{"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-plugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:46.326122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:46.334575 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.375182 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] For port d0b65f7e-54dc-4c54-a6a1-0b6e14e13409, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:46.375553 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.395959 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Calling delete_port for d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 owned by network:router_interface {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:46.396265 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:46.440098 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b30cf55-5278-4f53-979b-bc895be1ea7f x-openstack-request-id: req-9b30cf55-5278-4f53-979b-bc895be1ea7f {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:46.440560 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-plugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:46.441001 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b30cf55-5278-4f53-979b-bc895be1ea7f {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:46.441543 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'code': 200} Sep 14 15:32:46.634229 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:46.677318 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b65f7e-54dc-4c54-a6a1-0b6e14e13409,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:46.879316 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:47.002011 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:47.144875 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Router bc135945-1b13-4291-93a3-4fced62c1618 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:32:47.301658 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:32:47.311145 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-052ccf1a-9a31-4e64-97d0-af931bb62a3a admin admin] 10.222.0.68 "PUT /v2.0/routers/bc135945-1b13-4291-93a3-4fced62c1618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7600150 Sep 14 15:32:47.312019 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44502) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:47.319700 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] Sync routers for ids ['bc135945-1b13-4291-93a3-4fced62c1618'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:32:47.335434 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] Routers {'bc135945-1b13-4291-93a3-4fced62c1618'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:47.336381 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['bc135945-1b13-4291-93a3-4fced62c1618'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:47.351549 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280945f-72de-4ed7-beba-d816f269e3d6 req-02dc69b3-873f-4c3b-b7f4-88dc6811052e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:47.359269 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2280945f-72de-4ed7-beba-d816f269e3d6 req-02dc69b3-873f-4c3b-b7f4-88dc6811052e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0801487 Sep 14 15:32:47.403108 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2280945f-72de-4ed7-beba-d816f269e3d6 req-9b9f74e7-310a-4bca-9233-8f18d88b5ff0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Sep 14 15:32:47.479120 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:47.531204 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-5218b231-725d-4406-b339-b7896c37114b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898859332&fields=id&tenant_id=cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 267 time: 0.0434453 Sep 14 15:32:47.542575 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] Set router bc135945-1b13-4291-93a3-4fced62c1618 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:47.633004 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:47.645064 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-d0551ba2-11d1-4681-9951-f5ddb370a829 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:47.654865 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-d0551ba2-11d1-4681-9951-f5ddb370a829 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 812 time: 0.1213775 Sep 14 15:32:47.670496 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-81f3441b-c4e9-48cc-8ee8-81b0b250f0f5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/quotas/cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 375 time: 0.0143676 Sep 14 15:32:47.751569 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Deleting port f41efbe6-52de-49f2-8f42-4909d3cc7347 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:47.752500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:47.790817 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-c1e6ee9b-8238-46dc-a0d9-49256e6be2b8 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930657 Sep 14 15:32:47.791590 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:32:46Z', 'revision_number': 5, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port': {'id': 'f41efbe6-52de-49f2-8f42-4909d3cc7347', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:29:30Z', 'updated_at': '2021-09-14T15:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:47.824724 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] Checking router: bc135945-1b13-4291-93a3-4fced62c1618 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:32:47.834305 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] Routers {'bc135945-1b13-4291-93a3-4fced62c1618'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:32:47.835391 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:32:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['bc135945-1b13-4291-93a3-4fced62c1618'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:47.968425 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] Set router bc135945-1b13-4291-93a3-4fced62c1618 gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:32:48.033914 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-4a6cf343-d0ad-4195-a409-0bc41c7b9821 service neutron] 10.222.0.68 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342851 Sep 14 15:32:48.079192 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:32:47Z', 'revision_number': 6, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:48.131230 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf8dda-ece7-4779-9b77-c75ba5fbc738 None None] The sync data for ids ['bc135945-1b13-4291-93a3-4fced62c1618'] in dv-cinder-806965-5-iscsi is: [{'id': 'bc135945-1b13-4291-93a3-4fced62c1618', 'name': 'tempest-TestMinimumBasicScenario-447703824-router', 'tenant_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:29:29Z', 'updated_at': '2021-09-14T15:32:47Z', 'revision_number': 6, 'project_id': '79c4a47ec9bf4e7b88693f13d3bff449', 'gw_port_host': None}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:32:48.141248 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] For port f41efbe6-52de-49f2-8f42-4909d3cc7347, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f41efbe6-52de-49f2-8f42-4909d3cc7347,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:48.141621 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.163063 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Calling delete_port for f41efbe6-52de-49f2-8f42-4909d3cc7347 owned by network:router_gateway {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:48.178485 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-8fea90f0-8a00-4594-a5d0-98713b490c1b service neutron] 10.222.0.68 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435077 Sep 14 15:32:48.378685 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.410661 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41efbe6-52de-49f2-8f42-4909d3cc7347,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:48.516457 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.587257 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-12c26f25-2a1d-4e72-8581-335d550d59c1 req-1b3f0794-552b-49bc-8084-54bf03f5a081 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 210 time: 0.0404847 Sep 14 15:32:48.644547 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349145c-a812-435b-b3a9-2bbc146b60df req-be0c1aaa-7515-4366-9bc2-e3afb4e3fcaf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:48.651945 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d349145c-a812-435b-b3a9-2bbc146b60df req-be0c1aaa-7515-4366-9bc2-e3afb4e3fcaf tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0745530 Sep 14 15:32:48.669501 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.688829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.707387 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d349145c-a812-435b-b3a9-2bbc146b60df req-3f76ba2a-c5ac-40ef-8080-37673c2c6a2c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513382 Sep 14 15:32:48.746732 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.747246 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc135945-1b13-4291-93a3-4fced62c1618 {{(pid=93910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:32:48.752465 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.753655 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-80a5eae8-3203-43cf-a1a1-b9a58a3016e6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/bc135945-1b13-4291-93a3-4fced62c1618 HTTP/1.1" status: 204 len: 168 time: 1.4404979 Sep 14 15:32:48.756515 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44530) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:48.851974 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Deleting subnet 0a429a73-2bc7-416e-969b-5a2614d38a9f {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:32:48.856776 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.904588 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:48.997795 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.085171 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.117322 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.123517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44536) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:49.125248 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0a429a73-2bc7-416e-969b-5a2614d38a9f HTTP/1.1" status: 204 len: 168 time: 0.3672609 Sep 14 15:32:49.126232 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b830f16-38c2-44bc-bee5-161a76b737ca None None] Network 294e717c-b048-44bd-bf24-d9a04ac113e5 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:32:49.126804 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd787e0-d58b-4164-9f8d-b98fccedf65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a429a73-2bc7-416e-969b-5a2614d38a9f,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:49.259189 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.343969 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Deleting port 533dbaf0-3abd-4211-8a8e-284e396ccf96 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:49.344310 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.372126 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] DHCP port deletion for 294e717c-b048-44bd-bf24-d9a04ac113e5 request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:32:49.457664 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] For port 533dbaf0-3abd-4211-8a8e-284e396ccf96, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=533dbaf0-3abd-4211-8a8e-284e396ccf96,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:49.457664 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.458416 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] Deleting port 533dbaf0-3abd-4211-8a8e-284e396ccf96 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:32:49.459496 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.475681 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Calling delete_port for 533dbaf0-3abd-4211-8a8e-284e396ccf96 owned by network:dhcp {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:49.576170 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] For port 533dbaf0-3abd-4211-8a8e-284e396ccf96, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=533dbaf0-3abd-4211-8a8e-284e396ccf96,segment=NetworkSegment(07bea1cb-2671-4f80-9fc3-437e40b03922),segment_id=07bea1cb-2671-4f80-9fc3-437e40b03922)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:32:49.576993 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.600894 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] Calling delete_port for 533dbaf0-3abd-4211-8a8e-284e396ccf96 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:32:49.622603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.664994 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=533dbaf0-3abd-4211-8a8e-284e396ccf96,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:49.674898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] No DVR routers for this DVR port 533dbaf0-3abd-4211-8a8e-284e396ccf96 on host dv-cinder-806965-5-iscsi {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:32:49.825340 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48a39df6-d053-4342-91ff-83b406612446 req-19c8e3f2-5370-4463-a30d-a50e531f03b2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 210 time: 0.0959368 Sep 14 15:32:49.905683 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:49.956781 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] Pushing event deleted for resources: {'Port': ['ID=533dbaf0-3abd-4211-8a8e-284e396ccf96,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:49.990390 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552fcb3-d211-4b8b-98bb-5630821fd964 None None] No DVR routers for this DVR port 533dbaf0-3abd-4211-8a8e-284e396ccf96 on host dv-cinder-806965-5-iscsi {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:32:49.995855 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.065274 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294e717c-b048-44bd-bf24-d9a04ac113e5']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:50.088617 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bea1cb-2671-4f80-9fc3-437e40b03922') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:50.088807 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bea1cb-2671-4f80-9fc3-437e40b03922') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:32:50.130146 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:50.144439 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.171660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902905c9-4cc3-45f4-9ea3-1b6c4d149e43 req-c1a8d272-2cf4-4539-a74b-e9c8451423b9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:50.173262 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-902905c9-4cc3-45f4-9ea3-1b6c4d149e43 req-c1a8d272-2cf4-4539-a74b-e9c8451423b9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.3175755 Sep 14 15:32:50.182330 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:50.182700 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device d0b65f7e-54dc-4c54-a6a1-0b6e14e13409 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:50.183122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 533dbaf0-3abd-4211-8a8e-284e396ccf96 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:50.217764 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 533dbaf0-3abd-4211-8a8e-284e396ccf96 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:50.218256 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 533dbaf0-3abd-4211-8a8e-284e396ccf96 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:50.218841 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f41efbe6-52de-49f2-8f42-4909d3cc7347 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:32:50.246474 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: f41efbe6-52de-49f2-8f42-4909d3cc7347 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:32:50.246935 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f41efbe6-52de-49f2-8f42-4909d3cc7347 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:32:50.260517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.272734 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:32:50.272942 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:32:50.286204 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:32:50.335380 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-902905c9-4cc3-45f4-9ea3-1b6c4d149e43 req-3c1c2442-48e9-450a-8500-7a9b7908fe01 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450603 Sep 14 15:32:50.383203 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-caf0f741-c97d-434c-b9d1-0f069e5fd497 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:50.385275 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-caf0f741-c97d-434c-b9d1-0f069e5fd497 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 812 time: 0.3709264 Sep 14 15:32:50.393729 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.406691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.409432 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] 10.222.0.68 "DELETE /v2.0/networks/294e717c-b048-44bd-bf24-d9a04ac113e5 HTTP/1.1" status: 204 len: 168 time: 1.2841518 Sep 14 15:32:50.433898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8923a-f3d5-4e82-bb38-ad225fb70a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=294e717c-b048-44bd-bf24-d9a04ac113e5,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:50.459642 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-bce2e9fb-c0a8-447e-8794-d86413c5e517 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 379 time: 0.0589695 Sep 14 15:32:50.471653 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'port': {'device_id': '9ab2e407-566f-419e-bcf0-85341facd65b', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'admin_state_up': True, 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'security_groups': ['5cafbc0a-72c5-4c37-9333-9f24044aab25']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:50.669613 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44546) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:50.679846 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Made reservation on behalf of cf713e38eae54eb0b4cb01eef4d19196 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:32:50.690038 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.741351 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-45d8d9af-9fe2-4cb0-bcc6-d6281e886dd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3034b59eb6f4673a1b6847c03081b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705574 Sep 14 15:32:50.742072 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44548) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:50.812372 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-625c39f3-e18c-400a-b092-bbcf7905ea7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.846384 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-625c39f3-e18c-400a-b092-bbcf7905ea7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.909646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Allocated IP 172.20.0.6 (128e743e-b7a5-460d-b5a8-479b04af2e2f/50fca1a0-4aa7-4448-a895-78da38acea0c/f04dc2e8-02da-4966-b875-125da1ec664b) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:32:50.932452 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-625c39f3-e18c-400a-b092-bbcf7905ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.935445 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-625c39f3-e18c-400a-b092-bbcf7905ea7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:50.936726 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-625c39f3-e18c-400a-b092-bbcf7905ea7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/59bec3ce-f0a9-49a7-8c07-96dcc2893c7b HTTP/1.1" status: 204 len: 168 time: 0.1927471 Sep 14 15:32:50.954638 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c39f3-e18c-400a-b092-bbcf7905ea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bec3ce-f0a9-49a7-8c07-96dcc2893c7b,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:50.997420 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-50e7c29b-f3d0-445b-8a3a-55ca080533c7 req-da469dd6-2152-47f7-b129-9e189d38756c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 210 time: 0.0488589 Sep 14 15:32:51.164131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.182215 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Transition to ACTIVE for port object f04dc2e8-02da-4966-b875-125da1ec664b will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:51.250714 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.303798 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:32:51.307437 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:32:51.310100 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:32:51.343186 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=f04dc2e8-02da-4966-b875-125da1ec664b,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:51.379076 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:51.380198 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.401783 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-6a464e5d-5ba6-43ca-8c93-00f9ea75df7e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351702 Sep 14 15:32:51.417067 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Request body: {'port': {'device_id': '9ab2e407-566f-419e-bcf0-85341facd65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:32:51.487766 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.575183 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44566) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:51.610612 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4342-7a69-4adc-96ad-1de2d318d0d3 req-5645356a-3796-42f8-b114-93486c53ae84 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:51.612121 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eedd4342-7a69-4adc-96ad-1de2d318d0d3 req-5645356a-3796-42f8-b114-93486c53ae84 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.1206882 Sep 14 15:32:51.633338 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-21d15c34-1857-44d9-9cab-18035d2b11f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79c4a47ec9bf4e7b88693f13d3bff449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562646 Sep 14 15:32:51.633990 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44568) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:32:51.692326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ad8a4db4-470a-4a8a-8198-973854a8c95d None None] Provisioning for port f04dc2e8-02da-4966-b875-125da1ec664b completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:32:51.698122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-ad8a4db4-470a-4a8a-8198-973854a8c95d None None] Provisioning complete for port f04dc2e8-02da-4966-b875-125da1ec664b triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:32:51.699067 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4db4-470a-4a8a-8198-973854a8c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.703672 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b981e71-cd6f-4347-88ba-f3edd9e5d738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.747874 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a4db4-470a-4a8a-8198-973854a8c95d None None] Port f04dc2e8-02da-4966-b875-125da1ec664b cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:32:51.751214 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b981e71-cd6f-4347-88ba-f3edd9e5d738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.761885 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eedd4342-7a69-4adc-96ad-1de2d318d0d3 req-55b363ef-4745-482f-b1b4-7d687f0cfcca tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325917 Sep 14 15:32:51.818620 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b981e71-cd6f-4347-88ba-f3edd9e5d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.821860 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b981e71-cd6f-4347-88ba-f3edd9e5d738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:51.823260 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-6b981e71-cd6f-4347-88ba-f3edd9e5d738 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0457f89-4afc-41de-80c3-fa1e81321509 HTTP/1.1" status: 204 len: 168 time: 0.1882746 Sep 14 15:32:51.843302 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b981e71-cd6f-4347-88ba-f3edd9e5d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0457f89-4afc-41de-80c3-fa1e81321509,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:51.973045 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04dc2e8-02da-4966-b875-125da1ec664b {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:32:51.990324 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:52.012561 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Transition to ACTIVE for port object f04dc2e8-02da-4966-b875-125da1ec664b will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:32:52.020528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:52.096333 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=f04dc2e8-02da-4966-b875-125da1ec664b,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:52.236323 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Attempting to bind port f04dc2e8-02da-4966-b875-125da1ec664b on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:32:52.236584 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Attempting to bind port f04dc2e8-02da-4966-b875-125da1ec664b by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:32:52.236828 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Attempting to bind port f04dc2e8-02da-4966-b875-125da1ec664b on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:52.249969 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efe892-3b3b-4e15-8c6e-a524e47b692b req-048d4e15-ac88-4fd4-aec3-442baf77db8c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:52.251653 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-42efe892-3b3b-4e15-8c6e-a524e47b692b req-048d4e15-ac88-4fd4-aec3-442baf77db8c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.1153235 Sep 14 15:32:52.254299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Port f04dc2e8-02da-4966-b875-125da1ec664b on network 128e743e-b7a5-460d-b5a8-479b04af2e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:32:52.254561 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Attempting to bind port f04dc2e8-02da-4966-b875-125da1ec664b on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:32:52.263034 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:32:52.263373 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Checking segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:32:52.263765 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Bound using segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:32:52.264407 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Bound port: f04dc2e8-02da-4966-b875-125da1ec664b, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:32:52.264995 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:52.354472 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] For port f04dc2e8-02da-4966-b875-125da1ec664b, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:32:52.364144 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] For port f04dc2e8-02da-4966-b875-125da1ec664b, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f04dc2e8-02da-4966-b875-125da1ec664b,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:32:52.381870 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:52.397256 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-42efe892-3b3b-4e15-8c6e-a524e47b692b req-2324bd3b-e7dd-48c1-b73b-049936a13115 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364362 Sep 14 15:32:52.422765 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:52.423471 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:32:52.424768 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] 10.222.0.52 "PUT /v2.0/ports/f04dc2e8-02da-4966-b875-125da1ec664b HTTP/1.1" status: 200 len: 1093 time: 1.0136220 Sep 14 15:32:52.425209 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:32:52.427454 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6032b-c28a-493f-923b-ef5d0b551dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:32:52.486680 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7090531-f54c-4aa0-8db2-52da646d8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=f04dc2e8-02da-4966-b875-125da1ec664b,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:32:52.522656 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-ce259ec7-3d86-447d-a32f-7aac59261547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:52.524986 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-ce259ec7-3d86-447d-a32f-7aac59261547 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 1096 time: 0.0534008 Sep 14 15:32:52.527985 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27098e55-d7b9-4575-a52b-6c4018ba51b8 x-openstack-request-id: req-27098e55-d7b9-4575-a52b-6c4018ba51b8 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:32:52.528365 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:32:52.528710 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27098e55-d7b9-4575-a52b-6c4018ba51b8 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:32:52.529187 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'status': 'completed', 'code': 200} Sep 14 15:32:52.575930 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-140ccfbc-d78b-406d-8867-cb0a9064fac2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04dc2e8-02da-4966-b875-125da1ec664b HTTP/1.1" status: 200 len: 217 time: 0.0386515 Sep 14 15:32:52.639710 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-36119cc0-e0d5-425b-8edd-b1e69d15940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:52.640807 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-36119cc0-e0d5-425b-8edd-b1e69d15940f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0554912 Sep 14 15:32:52.692385 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b010661-3795-4366-b885-0a8b9d62c0af req-4aa501d3-ccb6-46a4-86aa-6d6e9ee1091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:52.694136 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-4aa501d3-ccb6-46a4-86aa-6d6e9ee1091c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446875 Sep 14 15:32:52.804196 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-dbfb3174-1d12-41c7-bf9c-ca28364666fe service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002707 Sep 14 15:32:52.933893 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b827-036c-4934-9959-72675cfdd381 req-44fa9095-6d07-4c4a-8b8f-83b11e0ff9a5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:52.935674 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d089b827-036c-4934-9959-72675cfdd381 req-44fa9095-6d07-4c4a-8b8f-83b11e0ff9a5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0968604 Sep 14 15:32:52.964098 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6b010661-3795-4366-b885-0a8b9d62c0af req-3407b163-fed9-4e35-955e-252f9af45314 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525414 Sep 14 15:32:52.994296 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d089b827-036c-4934-9959-72675cfdd381 req-24e26e2a-a9f7-4ad7-aa59-a15b91d5e749 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487282 Sep 14 15:32:53.085282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-27c8d4b4-a3e0-4bce-adb5-e76aad267b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:53.087359 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-27c8d4b4-a3e0-4bce-adb5-e76aad267b8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 1096 time: 0.0503135 Sep 14 15:32:53.192504 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-3315f984-56f7-49e2-aaba-96d14f178615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:53.194066 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-3315f984-56f7-49e2-aaba-96d14f178615 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0997074 Sep 14 15:32:53.245728 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-66efdcfd-ad3a-4b82-ac6f-cc0d724de1cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04dc2e8-02da-4966-b875-125da1ec664b HTTP/1.1" status: 200 len: 217 time: 0.0429363 Sep 14 15:32:53.313299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-162644e2-24fe-4344-82fa-e307868d8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:53.315043 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-162644e2-24fe-4344-82fa-e307868d8d37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0611422 Sep 14 15:32:53.366989 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-e95ac649-ee30-424c-b285-392440eb2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:53.369439 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-e95ac649-ee30-424c-b285-392440eb2c4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448735 Sep 14 15:32:53.483733 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-e37ababd-d93a-48bf-a076-beed3f0ba578 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068900 Sep 14 15:32:53.919436 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc1f1a-783e-4bdc-b6ed-65a97f414dfc req-13e9fa92-e2b8-4780-8197-45e50de7aab4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:53.921113 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-edfc1f1a-783e-4bdc-b6ed-65a97f414dfc req-13e9fa92-e2b8-4780-8197-45e50de7aab4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.4194949 Sep 14 15:32:53.966783 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-69b6032b-c28a-493f-923b-ef5d0b551dcf req-f22d475c-79af-4a98-910c-15d4563f1794 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740033 Sep 14 15:32:53.985669 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-edfc1f1a-783e-4bdc-b6ed-65a97f414dfc req-a3f1860d-eec8-4466-8e59-846fac9644fc tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563259 Sep 14 15:32:54.141599 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab6441-b972-45b9-8225-df5c30140bc1 req-fff79ef4-18c0-49d6-8be3-9aded5b5827c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:54.143281 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-afab6441-b972-45b9-8225-df5c30140bc1 req-fff79ef4-18c0-49d6-8be3-9aded5b5827c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0595264 Sep 14 15:32:54.188017 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-afab6441-b972-45b9-8225-df5c30140bc1 req-cdb686ea-cd9d-45aa-80be-e9f970ddd5d0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381684 Sep 14 15:32:55.114282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2685f-8748-4205-8a77-34412f698d0f req-49b6dc32-b1be-46f7-a39d-7c911b016a88 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:55.121961 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-edb2685f-8748-4205-8a77-34412f698d0f req-49b6dc32-b1be-46f7-a39d-7c911b016a88 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.0608809 Sep 14 15:32:55.156629 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-edb2685f-8748-4205-8a77-34412f698d0f req-0f60a4ed-7c18-4590-a6a3-35c682b05d05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Sep 14 15:32:55.326011 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a4e6c-f1cf-4f46-aff3-0e4f6654cd2c req-7a3dfde3-471f-4d5d-8f8a-f07f293bb3a0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:55.327456 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-569a4e6c-f1cf-4f46-aff3-0e4f6654cd2c req-7a3dfde3-471f-4d5d-8f8a-f07f293bb3a0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0627112 Sep 14 15:32:55.366457 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-569a4e6c-f1cf-4f46-aff3-0e4f6654cd2c req-78cb2129-fbdd-4b7d-a3bd-c9003d10ad63 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Sep 14 15:32:55.996159 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-3c5fa6ce-7c8e-4f86-8ce8-ed1eec45edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:55.997674 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-3c5fa6ce-7c8e-4f86-8ce8-ed1eec45edb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1099 time: 0.0503504 Sep 14 15:32:56.092849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-2cf617d5-44ce-4adc-b86f-52ecfdf86be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:56.094442 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-2cf617d5-44ce-4adc-b86f-52ecfdf86be6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.0893686 Sep 14 15:32:56.166450 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-b74b7063-b96d-4db2-a595-705be885072c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 1001 time: 0.0644715 Sep 14 15:32:56.218835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-6054c614-47e8-424f-b06f-23ffc9759129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:56.220312 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-6054c614-47e8-424f-b06f-23ffc9759129 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0444460 Sep 14 15:32:56.300000 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017710-430f-4883-a3e2-258441574908 req-37dc822d-5e3b-41e1-8b2a-a035cbc76ae4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:56.301460 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7f017710-430f-4883-a3e2-258441574908 req-37dc822d-5e3b-41e1-8b2a-a035cbc76ae4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.0723147 Sep 14 15:32:56.307673 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-50cec34f-cae9-4d9c-8c34-ea24e21c620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:56.309065 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-50cec34f-cae9-4d9c-8c34-ea24e21c620b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810151 Sep 14 15:32:56.366479 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7f017710-430f-4883-a3e2-258441574908 req-18064553-2e71-4179-80be-72b657bd0c08 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564435 Sep 14 15:32:56.426003 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-f7eababe-263d-4e7d-9b1e-f89ad9860d3b service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031089 Sep 14 15:32:56.538938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e2943-a387-4e64-bc06-bfadfe6095d8 req-93c0b7fb-390e-4768-bfc0-6380dc185a07 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:56.541284 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b52e2943-a387-4e64-bc06-bfadfe6095d8 req-93c0b7fb-390e-4768-bfc0-6380dc185a07 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.1002209 Sep 14 15:32:56.566749 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb610731-1827-4b8f-890e-c7eb9ce1813f req-6df41328-d75f-4709-a0d8-7f1b50887fde service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330862 Sep 14 15:32:56.595738 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b52e2943-a387-4e64-bc06-bfadfe6095d8 req-09375e3c-77f9-45bc-9fd8-b68c37b0aa87 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Sep 14 15:32:57.493382 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fe2be-4cbf-4b7b-b82b-93cccdef8392 req-05c59b4f-499b-4a4a-b53b-dcfb317463b3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:57.494933 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ef9fe2be-4cbf-4b7b-b82b-93cccdef8392 req-05c59b4f-499b-4a4a-b53b-dcfb317463b3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.0548689 Sep 14 15:32:57.537824 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ef9fe2be-4cbf-4b7b-b82b-93cccdef8392 req-da2c35fe-4003-46eb-a588-974920ef1480 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329750 Sep 14 15:32:57.719021 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2ef60-69d4-49ea-9a32-5c95de071e48 req-1aa4a287-fb51-4d6b-ac89-933203e04253 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:57.720476 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4fa2ef60-69d4-49ea-9a32-5c95de071e48 req-1aa4a287-fb51-4d6b-ac89-933203e04253 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0474172 Sep 14 15:32:57.758567 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4fa2ef60-69d4-49ea-9a32-5c95de071e48 req-29688f0e-5601-4a2d-81d8-4cb22fe1d65e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306160 Sep 14 15:32:58.669227 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a3c20-89ea-4ba5-92fb-9ab250f96e80 req-22294225-5e05-408e-a607-a371ff7f58ad tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:58.670969 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1d8a3c20-89ea-4ba5-92fb-9ab250f96e80 req-22294225-5e05-408e-a607-a371ff7f58ad tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.0591455 Sep 14 15:32:58.708340 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1d8a3c20-89ea-4ba5-92fb-9ab250f96e80 req-fb91f15d-4bb2-4d2a-81ff-4561dcfe6e3e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311928 Sep 14 15:32:58.877926 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a030ff6-241c-4c95-a737-baa3b2475610 req-cdc3f54b-2084-418e-8b53-3dfcbfb85a2b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:58.879429 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a030ff6-241c-4c95-a737-baa3b2475610 req-cdc3f54b-2084-418e-8b53-3dfcbfb85a2b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0495770 Sep 14 15:32:58.917484 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a030ff6-241c-4c95-a737-baa3b2475610 req-eff042b5-0eab-48ea-b55a-ac019429f5b1 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Sep 14 15:32:59.696191 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-722fb316-2d9a-4cb0-83fc-bcd76c4514f5 req-3d6bbda7-1b4e-4b3f-b498-a6a7b7c24f18 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:32:59.697191 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-722fb316-2d9a-4cb0-83fc-bcd76c4514f5 req-3d6bbda7-1b4e-4b3f-b498-a6a7b7c24f18 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059118 Sep 14 15:32:59.858314 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eacc0d-49ae-4085-8365-4601699d866a req-3b0932dc-827e-43c7-8bba-90de5922e78a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:59.859839 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3eacc0d-49ae-4085-8365-4601699d866a req-3b0932dc-827e-43c7-8bba-90de5922e78a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.0814762 Sep 14 15:32:59.872400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfa36f-f526-4c9e-aae9-ed8addb261c4 req-eda087ff-a72a-49a9-a4c4-d95d0298dde9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:32:59.873846 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5ebfa36f-f526-4c9e-aae9-ed8addb261c4 req-eda087ff-a72a-49a9-a4c4-d95d0298dde9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 946 time: 0.0694845 Sep 14 15:32:59.935023 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3eacc0d-49ae-4085-8365-4601699d866a req-7c32b04b-18cc-4390-ac8a-17a1fb1e90a3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601919 Sep 14 15:32:59.939903 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5ebfa36f-f526-4c9e-aae9-ed8addb261c4 req-c7ae1a92-cd3a-4cd3-b468-3beca91864a0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592747 Sep 14 15:33:00.064761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:33:00.151081 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:00.174309 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:00.176529 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a719e43-a4d6-4e69-b2f1-463fb66081a6" -d '{"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-unplugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:00.178163 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44692) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:00.190336 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:00.195945 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:00.219590 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e47a9f5-956d-48e1-8eee-e9466d316f1d x-openstack-request-id: req-5e47a9f5-956d-48e1-8eee-e9466d316f1d {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:00.219901 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-unplugged", "status": "failed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "code": 422}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:00.220106 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e47a9f5-956d-48e1-8eee-e9466d316f1d {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:00.220487 dv-cinder-806965-5-iscsi neutron-server[93912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'code': 422} returned with failed status Sep 14 15:33:00.246921 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:00.271301 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-6885087a-01c5-4ebd-8ba0-9886f1384b4a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918102 Sep 14 15:33:00.280345 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-c598cc07-d567-4612-a56e-65b27836b825 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:33:00.281290 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-c598cc07-d567-4612-a56e-65b27836b825 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049493 Sep 14 15:33:00.808221 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:01.139929 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9c1d6-bedd-4303-a4d4-d01bb095d945 req-8fcf94c5-232c-4c04-9719-6a85f4f0e866 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.141417 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81d9c1d6-bedd-4303-a4d4-d01bb095d945 req-8fcf94c5-232c-4c04-9719-6a85f4f0e866 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 943 time: 0.1386683 Sep 14 15:33:01.150128 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74cfa5-1e62-4e04-a91e-b67cadf0bef5 req-8a24dd59-3131-47a2-870d-b356119838c0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.151597 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cc74cfa5-1e62-4e04-a91e-b67cadf0bef5 req-8a24dd59-3131-47a2-870d-b356119838c0 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.1384397 Sep 14 15:33:01.176807 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-35acaa62-9b3d-4c8a-b58d-898ccfb7f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.178219 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-35acaa62-9b3d-4c8a-b58d-898ccfb7f8d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97&tenant_id=40c8dd348a7546428dbad912bb553904 HTTP/1.1" status: 200 len: 1097 time: 0.1285663 Sep 14 15:33:01.237178 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81d9c1d6-bedd-4303-a4d4-d01bb095d945 req-a190b553-2739-4cd6-94d6-5fb32555b34a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844219 Sep 14 15:33:01.244729 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cc74cfa5-1e62-4e04-a91e-b67cadf0bef5 req-2540fbff-e760-40fd-a7f1-111e62835c10 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812652 Sep 14 15:33:01.266819 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-875fc8db-85c2-4864-b6a4-ccff4099e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.268322 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-875fc8db-85c2-4864-b6a4-ccff4099e0e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1097 time: 0.0662317 Sep 14 15:33:01.362619 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-2f071fc7-9f5f-470d-babc-50ece820ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.364114 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-2f071fc7-9f5f-470d-babc-50ece820ed56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.0880561 Sep 14 15:33:01.443634 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-8bcb5a35-e8e0-4780-a80b-d11ead84315f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 999 time: 0.0623507 Sep 14 15:33:01.493194 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-2b20fb21-ea04-4de2-bb30-eb08da46467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.494591 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-2b20fb21-ea04-4de2-bb30-eb08da46467c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0434339 Sep 14 15:33:01.539667 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-6c5c2ae7-628e-4dae-83ea-051a4f84b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:01.541143 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-6c5c2ae7-628e-4dae-83ea-051a4f84b4f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391679 Sep 14 15:33:01.635307 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-4ba3cc1d-fb6d-46e3-9686-bb3c597c5102 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856116 Sep 14 15:33:01.727997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0eee662f-2ff7-47fb-8f2b-8c83407762f5 req-6c7b896c-3536-420a-8975-4a7025a34dd8 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Sep 14 15:33:02.062221 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f04dc2e8-02da-4966-b875-125da1ec664b details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:33:02.168797 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f04dc2e8-02da-4966-b875-125da1ec664b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f04dc2e8-02da-4966-b875-125da1ec664b,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:02.182880 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'port_id': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'mac_address': 'fa:16:3e:30:c4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:33:02.255108 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:02.292227 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04dc2e8-02da-4966-b875-125da1ec664b {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:33:02.334081 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f04dc2e8-02da-4966-b875-125da1ec664b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f04dc2e8-02da-4966-b875-125da1ec664b,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:02.343148 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:02.420313 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f04dc2e8-02da-4966-b875-125da1ec664b,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:02.424519 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358e73-a5b8-4379-9798-a54b5ef9615f req-62b8d09b-c6c8-4160-836d-2d6e0cf8c82f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:02.426069 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44358e73-a5b8-4379-9798-a54b5ef9615f req-62b8d09b-c6c8-4160-836d-2d6e0cf8c82f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 944 time: 0.0966015 Sep 14 15:33:02.465163 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a28a2-b4fc-4f7e-b867-ed4b52b42667 req-4aa2dff0-54b1-4621-8182-084ea1cc8b3a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:02.466790 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-910a28a2-b4fc-4f7e-b867-ed4b52b42667 req-4aa2dff0-54b1-4621-8182-084ea1cc8b3a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.1032281 Sep 14 15:33:02.506983 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-44358e73-a5b8-4379-9798-a54b5ef9615f req-cfdbd45c-49bd-47d3-b35c-419ca14863b4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725081 Sep 14 15:33:02.530444 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-910a28a2-b4fc-4f7e-b867-ed4b52b42667 req-434170a4-8f72-43f0-9cc1-3c0430d7d925 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559382 Sep 14 15:33:02.592553 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['f04dc2e8-02da-4966-b875-125da1ec664b'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:33:02.601526 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:33:03.653230 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ab318-5441-4ee9-aa81-8b06639bf4e7 req-7760a7ad-4724-4045-b7bd-9026f9ad1e3b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:03.654886 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b4ab318-5441-4ee9-aa81-8b06639bf4e7 req-7760a7ad-4724-4045-b7bd-9026f9ad1e3b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 944 time: 0.0830922 Sep 14 15:33:03.712060 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47288a36-9dee-4159-b730-28cfbf8fdbd7 req-7e2f86fe-27f0-421f-bfb5-80a071212fd6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:03.713672 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47288a36-9dee-4159-b730-28cfbf8fdbd7 req-7e2f86fe-27f0-421f-bfb5-80a071212fd6 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0980225 Sep 14 15:33:03.719325 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b4ab318-5441-4ee9-aa81-8b06639bf4e7 req-cfca4248-1bea-46b3-9f19-c3a6deb42fa3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557842 Sep 14 15:33:03.758765 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-47288a36-9dee-4159-b730-28cfbf8fdbd7 req-1682d4d9-79eb-42f1-9e18-8f4750ca3b49 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Sep 14 15:33:04.078028 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f04dc2e8-02da-4966-b875-125da1ec664b up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:33:04.128453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port f04dc2e8-02da-4966-b875-125da1ec664b completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:33:04.133441 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port f04dc2e8-02da-4966-b875-125da1ec664b triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:33:04.133899 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:04.214665 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:04.241214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:04.246112 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975a43ab-30e6-4f4f-bf55-05fb626fad13" -d '{"events": [{"server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "name": "network-vif-plugged", "status": "completed", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:04.259743 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port f04dc2e8-02da-4966-b875-125da1ec664b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f04dc2e8-02da-4966-b875-125da1ec664b,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:04.263736 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:04.299969 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2179b85e-8886-45d1-beba-8732d0e90b6e x-openstack-request-id: req-2179b85e-8886-45d1-beba-8732d0e90b6e {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:04.300244 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "name": "network-vif-plugged", "status": "completed", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:04.300490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2179b85e-8886-45d1-beba-8732d0e90b6e {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:04.300872 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'code': 200} Sep 14 15:33:04.328444 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=f04dc2e8-02da-4966-b875-125da1ec664b,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:04.850036 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a156de3-9f78-4c25-aa98-461466e65f82 req-dcc600d2-914f-4759-ab72-0487701eb583 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:04.852106 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5a156de3-9f78-4c25-aa98-461466e65f82 req-dcc600d2-914f-4759-ab72-0487701eb583 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0607188 Sep 14 15:33:04.918054 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5a156de3-9f78-4c25-aa98-461466e65f82 req-a9d1dd18-dd25-4770-9d2b-415cc5cebf86 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599248 Sep 14 15:33:04.927439 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de42f0f-8186-4783-957a-f6a84deaf5a3 req-b7cc97c1-5e80-49c9-96eb-b8fc77e5e78d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:04.941050 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9de42f0f-8186-4783-957a-f6a84deaf5a3 req-b7cc97c1-5e80-49c9-96eb-b8fc77e5e78d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.1033111 Sep 14 15:33:04.973842 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9de42f0f-8186-4783-957a-f6a84deaf5a3 req-ae3300bd-4962-403a-ac44-da04c2794626 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370293 Sep 14 15:33:06.079566 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00987d12-75d0-4ce9-b4a5-70ba7941d39a req-ef62fa81-7763-4b63-8a3a-7dd43562c329 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:06.082175 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-00987d12-75d0-4ce9-b4a5-70ba7941d39a req-ef62fa81-7763-4b63-8a3a-7dd43562c329 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0824635 Sep 14 15:33:06.156274 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-00987d12-75d0-4ce9-b4a5-70ba7941d39a req-1cdeb1cc-94ff-43d6-8d5b-49f10a51c6cf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664742 Sep 14 15:33:06.174590 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacc2b5-7597-450e-ae0d-a9c4e53f29b2 req-7a8b1ed7-42eb-4045-87ef-f5084f04d56a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:06.176107 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eeacc2b5-7597-450e-ae0d-a9c4e53f29b2 req-7a8b1ed7-42eb-4045-87ef-f5084f04d56a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0674016 Sep 14 15:33:06.216694 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-eeacc2b5-7597-450e-ae0d-a9c4e53f29b2 req-67082a5e-f832-44ec-af13-3241b0eb1762 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336301 Sep 14 15:33:07.278673 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c484-48b0-472e-9024-23cbc1420034 req-e8d67d12-f82a-4f19-8b14-23dae0ec5aaf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:07.280374 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae55c484-48b0-472e-9024-23cbc1420034 req-e8d67d12-f82a-4f19-8b14-23dae0ec5aaf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0531180 Sep 14 15:33:07.352802 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae55c484-48b0-472e-9024-23cbc1420034 req-e48db5d4-ce46-45e3-b928-b839607a3bcd tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661430 Sep 14 15:33:07.371492 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5739e8-27ed-4dd4-9780-1b6bd9baec79 req-458bc80a-fd1f-463f-b692-f71a8872a723 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:07.373048 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ac5739e8-27ed-4dd4-9780-1b6bd9baec79 req-458bc80a-fd1f-463f-b692-f71a8872a723 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0792017 Sep 14 15:33:07.413265 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ac5739e8-27ed-4dd4-9780-1b6bd9baec79 req-a151c0ec-e985-4ac3-ba30-709a40fc73ae tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337629 Sep 14 15:33:08.491196 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3a5a1-cc5f-4725-a857-3724df272cac req-e1c765fc-01d6-487d-a155-e01c77d42a57 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:08.493904 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95d3a5a1-cc5f-4725-a857-3724df272cac req-e1c765fc-01d6-487d-a155-e01c77d42a57 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0613480 Sep 14 15:33:08.572500 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-95d3a5a1-cc5f-4725-a857-3724df272cac req-0c1d0ed9-c8ac-4f17-a4f6-740343ddddcc tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599260 Sep 14 15:33:08.581144 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e68ab-2a6c-41a3-a46a-90cf574eee6e req-c6563c0a-42b6-473b-9a18-2f10e7dd9f64 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:08.582775 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-099e68ab-2a6c-41a3-a46a-90cf574eee6e req-c6563c0a-42b6-473b-9a18-2f10e7dd9f64 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0853596 Sep 14 15:33:08.625682 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-099e68ab-2a6c-41a3-a46a-90cf574eee6e req-ddd7df3d-51ff-4bf1-b3b8-54f6cdaa354c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Sep 14 15:33:09.702931 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025afed-6981-4a68-8d69-4eaf293a0c36 req-c9c84de0-0ac2-49ab-82a3-f9cfd337e1da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:09.704558 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d025afed-6981-4a68-8d69-4eaf293a0c36 req-c9c84de0-0ac2-49ab-82a3-f9cfd337e1da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0602863 Sep 14 15:33:09.779802 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d025afed-6981-4a68-8d69-4eaf293a0c36 req-f5f2528a-9d20-47e0-8682-32593d9db7e5 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624487 Sep 14 15:33:09.797013 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3918ae8-6cdb-4bc0-899e-739bc4bf3737 req-d24afafd-05cf-4839-8a4c-54903d8c1db2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:09.799155 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3918ae8-6cdb-4bc0-899e-739bc4bf3737 req-d24afafd-05cf-4839-8a4c-54903d8c1db2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0837178 Sep 14 15:33:09.839671 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b3918ae8-6cdb-4bc0-899e-739bc4bf3737 req-2b3ac307-cc71-468f-b787-af9fc7502a84 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338898 Sep 14 15:33:10.915014 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99103825-ef12-4d10-90f0-71a8a9cce805 req-751e4473-d19e-48b6-b9a2-b1f6f8bdf2de tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:10.916577 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-99103825-ef12-4d10-90f0-71a8a9cce805 req-751e4473-d19e-48b6-b9a2-b1f6f8bdf2de tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0662580 Sep 14 15:33:10.989055 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea06e-63af-4752-9f83-4b5a61cc31bf req-a003c3ae-adb3-407a-8ae9-b49f7e5680f7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:10.990582 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-520ea06e-63af-4752-9f83-4b5a61cc31bf req-a003c3ae-adb3-407a-8ae9-b49f7e5680f7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0730972 Sep 14 15:33:10.994589 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-99103825-ef12-4d10-90f0-71a8a9cce805 req-18a74589-c567-4dff-a5be-e57e951e2c6d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684249 Sep 14 15:33:11.031847 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-520ea06e-63af-4752-9f83-4b5a61cc31bf req-35c19e8b-6f7e-43bc-abd1-5ef96511537e tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343945 Sep 14 15:33:11.372259 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e0367c5d-24a6-4294-9e82-9bd89e67cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:12.113179 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ac95-2d7d-4e7c-ab3e-6e3ca4c9c2c6 req-763f77f9-afd6-4383-83ec-4b4d558c0076 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.114649 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c876ac95-2d7d-4e7c-ab3e-6e3ca4c9c2c6 req-763f77f9-afd6-4383-83ec-4b4d558c0076 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0514343 Sep 14 15:33:12.180785 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c876ac95-2d7d-4e7c-ab3e-6e3ca4c9c2c6 req-a2894683-b03e-4ae6-bac4-2830daac9e03 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574477 Sep 14 15:33:12.189289 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae91cd2-b7ed-4b00-b191-0b92622e77e0 req-5806781a-9014-4ba3-b08a-dbf1fdbbe20c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.190793 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6ae91cd2-b7ed-4b00-b191-0b92622e77e0 req-5806781a-9014-4ba3-b08a-dbf1fdbbe20c tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0855973 Sep 14 15:33:12.229296 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6ae91cd2-b7ed-4b00-b191-0b92622e77e0 req-be9e8c21-d372-4aea-b44c-b62805c29f8b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Sep 14 15:33:12.449674 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-a4dce145-66b0-4a8e-8c09-93da57c09bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.451203 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-a4dce145-66b0-4a8e-8c09-93da57c09bf7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40c8dd348a7546428dbad912bb553904&device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1097 time: 0.0416832 Sep 14 15:33:12.567946 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-4a684b38-fb84-4597-97d1-7b27251397be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.569422 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-4a684b38-fb84-4597-97d1-7b27251397be service neutron] 10.222.0.52 "GET /v2.0/networks?id=6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 200 len: 918 time: 0.0892267 Sep 14 15:33:12.628924 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb921730-9000-46a4-b7d2-d9cbb3fbbfa4 req-1655f680-77bd-4f1d-b2bb-4e9e7f49b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.630314 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-bb921730-9000-46a4-b7d2-d9cbb3fbbfa4 req-1655f680-77bd-4f1d-b2bb-4e9e7f49b3c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 1098 time: 0.0399306 Sep 14 15:33:12.651410 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-6f2d6a2d-fecb-4a1c-b728-c99947495c0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 200 len: 999 time: 0.0605600 Sep 14 15:33:12.670941 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-bb921730-9000-46a4-b7d2-d9cbb3fbbfa4 req-f3f64cbf-3632-4fb3-a8b1-0538267f0091 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326343 Sep 14 15:33:12.701249 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-33ac7321-4fdc-4741-924d-44eedd77fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.702728 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-33ac7321-4fdc-4741-924d-44eedd77fb21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 200 len: 856 time: 0.0437815 Sep 14 15:33:12.904963 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-f4ebe274-6329-4369-87ff-a087a157f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:12.906521 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-f4ebe274-6329-4369-87ff-a087a157f8d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6db66e0e-293d-42b9-8d44-981973eb0c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439551 Sep 14 15:33:12.998975 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-3841a255-dea5-412c-9d69-988e09553929 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Sep 14 15:33:13.095336 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac77c16-25a0-400e-9807-116b2e6d7c5c req-1dd53b42-379e-41cc-a88a-5025560a09d9 service neutron] 10.222.0.52 "GET /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880322 Sep 14 15:33:13.308856 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca102a1-fb88-4cad-af15-22a11e91864a req-644d8f4a-8a92-44e2-a930-d6085a8222ae tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:13.310426 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fca102a1-fb88-4cad-af15-22a11e91864a req-644d8f4a-8a92-44e2-a930-d6085a8222ae tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0532823 Sep 14 15:33:13.382506 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fca102a1-fb88-4cad-af15-22a11e91864a req-5c223cd8-ea1b-4edf-902e-325e8e182bc3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628259 Sep 14 15:33:13.394144 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286d6c-feac-440a-bdad-4ff9f6618ff2 req-d5078cf1-352a-402a-a502-50d3d0953cf9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:13.395721 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb286d6c-feac-440a-bdad-4ff9f6618ff2 req-d5078cf1-352a-402a-a502-50d3d0953cf9 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0843997 Sep 14 15:33:13.447723 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb286d6c-feac-440a-bdad-4ff9f6618ff2 req-4fe154a6-7ed6-4615-9eac-04fb5f4fff28 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Sep 14 15:33:14.221952 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:14.311761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f038058a-7cbe-4fb8-a898-ef158d75638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:14.502643 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e59266-2e72-496d-8ceb-39c4a66956e7 req-f88969b0-afe3-417e-9539-4e08f54fd21c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:14.504177 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-02e59266-2e72-496d-8ceb-39c4a66956e7 req-f88969b0-afe3-417e-9539-4e08f54fd21c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0517676 Sep 14 15:33:14.566699 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-02e59266-2e72-496d-8ceb-39c4a66956e7 req-f6e2cbd6-7896-4894-bdff-bc2e0a723265 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554581 Sep 14 15:33:14.593653 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19439b7-e0fb-44d2-a3db-5ff466687968 req-12ebb35d-a393-4645-a3eb-7d92ffb9928b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:14.595189 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d19439b7-e0fb-44d2-a3db-5ff466687968 req-12ebb35d-a393-4645-a3eb-7d92ffb9928b tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0650015 Sep 14 15:33:14.634734 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d19439b7-e0fb-44d2-a3db-5ff466687968 req-48ca8ce8-71fb-4927-9271-1a21345af51a tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Sep 14 15:33:14.719530 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e208-f368-439b-8628-e36f4896d82b req-5156bd30-aa47-452e-8385-6f145be54c5c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:14.721000 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ed19e208-f368-439b-8628-e36f4896d82b req-5156bd30-aa47-452e-8385-6f145be54c5c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0530581 Sep 14 15:33:14.758573 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ed19e208-f368-439b-8628-e36f4896d82b req-c701f951-d60d-45e8-b620-d9f9699f199b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Sep 14 15:33:14.780672 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44824) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:14.929671 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ab046-7ae7-4b7d-9d7a-be0a82cb7165 tempest-TestVolumeBootPattern-1402726903 tempest-TestVolumeBootPattern-1402726903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:14.934335 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-394ab046-7ae7-4b7d-9d7a-be0a82cb7165 tempest-TestVolumeBootPattern-1402726903 tempest-TestVolumeBootPattern-1402726903-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 1093 time: 0.1500421 Sep 14 15:33:14.935272 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44830) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:14.939395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'port_id': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:33:14.963652 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.063420 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.170456 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Allocated IP 172.27.3.2 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/1543803a-e32d-4ce3-912c-96d55b169e1d) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:33:15.213699 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.273184 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.314905 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.350347 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:33:15.353972 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:33:15.357381 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:33:15.383165 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=1543803a-e32d-4ce3-912c-96d55b169e1d,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:15.713587 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.753024 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff9fe-c9b7-4e25-bc0c-649d98ce9c4e req-556c584e-95cb-4e1b-832a-42e811d406a8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:15.754970 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-103ff9fe-c9b7-4e25-bc0c-649d98ce9c4e req-556c584e-95cb-4e1b-832a-42e811d406a8 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 944 time: 0.0502951 Sep 14 15:33:15.782437 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.793698 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-103ff9fe-c9b7-4e25-bc0c-649d98ce9c4e req-0c0313e1-4041-477c-b666-642447ceff26 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Sep 14 15:33:15.931714 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:15.936165 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:16.005209 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=1543803a-e32d-4ce3-912c-96d55b169e1d,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:16.016187 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:16.120091 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Floating IP 25b9f4bc-7aad-43db-b39b-41530d5c1526 associated. External IP: 172.27.3.2, port: f04dc2e8-02da-4966-b875-125da1ec664b. Sep 14 15:33:16.155209 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:33:16.354690 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:33:16.389913 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:16.402222 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'port_id': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'mac_address': 'fa:16:3e:f0:ac:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:33:16.440321 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:16.453906 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad87e9ae-4d46-46a2-8c08-c53aa03b3609 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:33:16.475554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:16.480537 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:16.488119 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:33:16.504505 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:16.505339 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:33:16.522326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:16.523492 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:16.532071 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5b13e184-7f74-4f4f-81a1-13f4c1901988 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5962257 Sep 14 15:33:16.532427 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:16.534689 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f0269-be7e-4f3f-b293-ad6013db98ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:16.573116 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e8604-969f-4b3b-a6ac-b0f86626f7d7 x-openstack-request-id: req-9c4e8604-969f-4b3b-a6ac-b0f86626f7d7 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:16.573415 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:16.573691 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9c4e8604-969f-4b3b-a6ac-b0f86626f7d7 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:16.574089 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'status': 'completed', 'code': 200} Sep 14 15:33:16.576666 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=9']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:16.649749 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:16.650205 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-c8d2477e-6ca3-4832-a69b-2def27c4f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:16.651839 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-c8d2477e-6ca3-4832-a69b-2def27c4f148 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 1098 time: 0.0426307 Sep 14 15:33:16.721550 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['ad87e9ae-4d46-46a2-8c08-c53aa03b3609'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:33:16.749854 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-d17d93ad-0e34-485a-9498-fbb87f5092e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:16.751390 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-d17d93ad-0e34-485a-9498-fbb87f5092e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0915570 Sep 14 15:33:16.818532 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-32a38252-976a-434c-a2b9-d739b8a15c72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04dc2e8-02da-4966-b875-125da1ec664b HTTP/1.1" status: 200 len: 997 time: 0.0582130 Sep 14 15:33:16.886409 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-9649841d-5cbe-4b10-9f41-1e6ccf7ddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:16.887845 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-9649841d-5cbe-4b10-9f41-1e6ccf7ddca6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0618744 Sep 14 15:33:16.951410 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e79db6-bb78-4e12-9f47-5056b29789ab req-c150746f-c55b-4cda-9998-3fe5d30bb31f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:16.952880 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a7e79db6-bb78-4e12-9f47-5056b29789ab req-c150746f-c55b-4cda-9998-3fe5d30bb31f tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 945 time: 0.0795152 Sep 14 15:33:16.968037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-fe0b989e-e0fb-4cff-a226-aa8cce3a6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:16.969613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-fe0b989e-e0fb-4cff-a226-aa8cce3a6350 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673294 Sep 14 15:33:16.995929 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '25b9f4bc-7aad-43db-b39b-41530d5c1526', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:30:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab2e407-566f-419e-bcf0-85341facd65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:33:15Z', 'updated_at': '2021-09-14T15:33:15Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:17.026611 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:33:17.035915 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:17.037758 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:17.039175 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:17.051878 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a7e79db6-bb78-4e12-9f47-5056b29789ab req-6affddd9-e7f5-4194-8d81-e827b4738d54 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918763 Sep 14 15:33:17.088415 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-eddde3eb-279a-4c05-8bc0-ca5ef0e8f445 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112726 Sep 14 15:33:17.145645 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:17.179882 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8a8f0269-be7e-4f3f-b293-ad6013db98ff req-5f050acd-be51-47c9-b6c9-30d52adccdf3 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Sep 14 15:33:17.365884 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '25b9f4bc-7aad-43db-b39b-41530d5c1526', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:30:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab2e407-566f-419e-bcf0-85341facd65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:33:15Z', 'updated_at': '2021-09-14T15:33:15Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:17.395264 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f984a03-fa9d-4af4-96f5-9354a79a58db None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '25b9f4bc-7aad-43db-b39b-41530d5c1526', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:30:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab2e407-566f-419e-bcf0-85341facd65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:33:15Z', 'updated_at': '2021-09-14T15:33:15Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:33:17.580426 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ed954-5c9d-4ab7-b704-a1df4f118829 None None] New status for floating IP 25b9f4bc-7aad-43db-b39b-41530d5c1526: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:33:18.154863 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:33:18.177682 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e60d8c-b818-49e6-85e7-a5b54fde84a7 req-0aa22569-35ab-462a-b908-adcc9061efbe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:18.179284 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48e60d8c-b818-49e6-85e7-a5b54fde84a7 req-0aa22569-35ab-462a-b908-adcc9061efbe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 945 time: 0.0531189 Sep 14 15:33:18.201601 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:33:18.201968 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:18.218081 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-48e60d8c-b818-49e6-85e7-a5b54fde84a7 req-6c16421d-f847-4305-b223-11149ac0987d tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Sep 14 15:33:18.281766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:18.303332 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:18.305939 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae99f7-d891-48a8-a0fa-317749f240d9" -d '{"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-plugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:18.317765 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:18.323818 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:18.347087 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e975db-31c3-4c02-95b3-53167c3141ac x-openstack-request-id: req-a0e975db-31c3-4c02-95b3-53167c3141ac {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:18.347377 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-plugged", "status": "completed", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:18.347622 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0e975db-31c3-4c02-95b3-53167c3141ac {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:18.348004 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'code': 200} Sep 14 15:33:18.374580 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=10']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:18.536361 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc198-246c-4868-abf6-33764fc9747d req-cd6f7b6e-a49f-47db-aed9-fd06d7196a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:18.537119 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f54dc198-246c-4868-abf6-33764fc9747d req-cd6f7b6e-a49f-47db-aed9-fd06d7196a58 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 1100 time: 0.0386109 Sep 14 15:33:18.571568 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f54dc198-246c-4868-abf6-33764fc9747d req-2091f11a-8e1e-44bc-936a-9430367d70a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275137 Sep 14 15:33:19.334894 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84138948-8038-44c4-9c39-2db04b6b4f3c req-08153e02-c615-4935-9442-14079a6bd1fa tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:19.337059 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84138948-8038-44c4-9c39-2db04b6b4f3c req-08153e02-c615-4935-9442-14079a6bd1fa tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 947 time: 0.0477500 Sep 14 15:33:19.374063 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84138948-8038-44c4-9c39-2db04b6b4f3c req-17aa44b3-3647-4d8d-8c6c-fb5b3ed0f403 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310628 Sep 14 15:33:20.499434 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1257b37-4602-4e12-852e-bef3870998ef req-ac12d59a-a087-4fb3-b907-42d8d8e83ac4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:20.500961 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d1257b37-4602-4e12-852e-bef3870998ef req-ac12d59a-a087-4fb3-b907-42d8d8e83ac4 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 947 time: 0.0523269 Sep 14 15:33:20.539859 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d1257b37-4602-4e12-852e-bef3870998ef req-20983ef1-f31b-481c-96c6-de1ab75875e2 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328808 Sep 14 15:33:27.255649 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504b87-c64b-4ca5-b45d-416e2cc3cffe req-800bf8e2-88f6-4d25-9346-30de2ffdb8c4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:27.257094 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8d504b87-c64b-4ca5-b45d-416e2cc3cffe req-800bf8e2-88f6-4d25-9346-30de2ffdb8c4 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Sep 14 15:33:27.295061 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8d504b87-c64b-4ca5-b45d-416e2cc3cffe req-a5c0e4f7-4a0a-4ff8-952f-8bb7a0f19a59 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Sep 14 15:33:28.417288 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc6960-3384-412c-8c56-30e4f5060cb0 req-16cf5c48-2722-43c4-ada8-1da2190ba90c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:28.418841 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3cc6960-3384-412c-8c56-30e4f5060cb0 req-16cf5c48-2722-43c4-ada8-1da2190ba90c tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0519762 Sep 14 15:33:28.457272 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3cc6960-3384-412c-8c56-30e4f5060cb0 req-94f4c377-a7b6-470b-a8aa-0ce86776ffc3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Sep 14 15:33:29.193299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-99bf02e6-1e2e-465b-89aa-524163c8db26 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:29.194767 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-99bf02e6-1e2e-465b-89aa-524163c8db26 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0628569 Sep 14 15:33:29.285283 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Deleting port 97179c44-ae90-46fd-8953-6d7c97b80afd {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:29.285537 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:29.657372 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] For port 97179c44-ae90-46fd-8953-6d7c97b80afd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=97179c44-ae90-46fd-8953-6d7c97b80afd,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:29.658060 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:29.678696 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08ef7-737e-448c-badc-c27ff8396745 req-0a1b20c7-9c61-46f3-9765-e6fbe2bd3e65 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:29.680129 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cdb08ef7-737e-448c-badc-c27ff8396745 req-0a1b20c7-9c61-46f3-9765-e6fbe2bd3e65 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/ports?device_id=acd3aa2d-2f99-490c-8ea8-6ac0b05672b1 HTTP/1.1" status: 200 len: 946 time: 0.0802298 Sep 14 15:33:29.785436 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cdb08ef7-737e-448c-badc-c27ff8396745 req-2d6f6b0b-1cdd-431b-9249-2359a21941fd tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef748dbc-afdb-4aa8-99c8-46dde56a804d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756967 Sep 14 15:33:29.863109 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:29.863463 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:29.863764 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Floating IP 39dadcbe-7bf9-42a4-b667-4a3f332570b7 disassociated. External IP: 172.27.3.38, port: 97179c44-ae90-46fd-8953-6d7c97b80afd. Sep 14 15:33:29.864095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Calling delete_port for 97179c44-ae90-46fd-8953-6d7c97b80afd owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:29.989320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:30.016144 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event deleted for resources: {'Port': ['ID=97179c44-ae90-46fd-8953-6d7c97b80afd,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:30.030224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.030598 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.030938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.031279 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.031605 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.031929 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.032252 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.032575 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.032897 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.033216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.033534 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.033846 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:30.146453 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Router 39884699-72d7-480a-acc9-22f5d47bd936 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:33:30.254209 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:33:30.264825 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:33:30.273508 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:30.274106 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:30.296291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] No DVR routers for this DVR port 97179c44-ae90-46fd-8953-6d7c97b80afd on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:33:30.298764 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:30.300755 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-773a2d53-6ce2-4922-96fe-780e59ecf338 req-921ca1a5-7d11-4b63-8ecb-d03c8abde095 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.52 "DELETE /v2.0/ports/97179c44-ae90-46fd-8953-6d7c97b80afd HTTP/1.1" status: 204 len: 173 time: 1.0991378 Sep 14 15:33:30.301191 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'name': 'network-vif-deleted', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:30.303512 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c57c5-52fb-4567-9ad3-c41060f081b0" -d '{"events": [{"server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "name": "network-vif-deleted", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:30.340474 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec528ab3-df0d-4625-b97e-3812974fac09 x-openstack-request-id: req-ec528ab3-df0d-4625-b97e-3812974fac09 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:30.340883 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd3aa2d-2f99-490c-8ea8-6ac0b05672b1", "name": "network-vif-deleted", "tag": "97179c44-ae90-46fd-8953-6d7c97b80afd", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:30.341148 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ec528ab3-df0d-4625-b97e-3812974fac09 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:30.341544 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd3aa2d-2f99-490c-8ea8-6ac0b05672b1', 'name': 'network-vif-deleted', 'tag': '97179c44-ae90-46fd-8953-6d7c97b80afd', 'status': 'completed', 'code': 200} Sep 14 15:33:30.396250 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:30.606123 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:30.636272 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:33:30.644247 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:30.644845 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:30.874092 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:30.882258 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44972) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:30.888047 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:30.937105 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-879b1117-2fa7-4ec8-97ea-e10348fbf1d3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:30.960067 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-879b1117-2fa7-4ec8-97ea-e10348fbf1d3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.012802 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-879b1117-2fa7-4ec8-97ea-e10348fbf1d3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.015479 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-879b1117-2fa7-4ec8-97ea-e10348fbf1d3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.016957 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-879b1117-2fa7-4ec8-97ea-e10348fbf1d3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "DELETE /v2.0/security-groups/ef748dbc-afdb-4aa8-99c8-46dde56a804d HTTP/1.1" status: 204 len: 168 time: 0.1335537 Sep 14 15:33:31.019948 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 44974) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:31.032415 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1117-2fa7-4ec8-97ea-e10348fbf1d3 tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef748dbc-afdb-4aa8-99c8-46dde56a804d,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:31.045660 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.api.v2.resource [None req-2ccbaaa2-22d6-4bb6-bb19-3ce694a89a6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] show failed (client error): The resource could not be found. Sep 14 15:33:31.047752 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-2ccbaaa2-22d6-4bb6-bb19-3ce694a89a6b tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "GET /v2.0/security-groups/ef748dbc-afdb-4aa8-99c8-46dde56a804d HTTP/1.1" status: 404 len: 347 time: 0.0256410 Sep 14 15:33:31.050044 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 44976) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:31.099010 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:31.125329 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566be9-a4a5-44d3-b0e1-9520a438a78a None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:27:00Z', 'revision_number': 4, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '33eb6057-b1cc-480b-9a78-8afdcebd9dd5', 'name': '', 'network_id': '00da861c-b73f-4bc6-90e6-6aa7f98ad107', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'mac_address': 'fa:16:3e:3c:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:58Z', 'updated_at': '2021-09-14T15:27:12Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'subnets': [{'id': 'ce284207-16ae-4f7a-bf27-98c42482ab16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:33:31.179470 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Deleting port 9773c5a5-6a2a-43ca-bb23-005afe9a8ac5 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:31.179747 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.257668 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.257998 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.271996 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Calling delete_port for 9773c5a5-6a2a-43ca-bb23-005afe9a8ac5 owned by network:floatingip {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:31.406762 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.434703 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Pushing event deleted for resources: {'Port': ['ID=9773c5a5-6a2a-43ca-bb23-005afe9a8ac5,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:31.465272 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a88c-6759-479d-86ce-b2ada5f7b61d None None] New status for floating IP 39dadcbe-7bf9-42a4-b667-4a3f332570b7: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:33:31.495928 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks [] for floatingip, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.498452 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:31.499612 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-cf5b261b-e0a3-4db8-9dd1-ed7c0d0ea1dc tempest-AttachVolumeTestJSON-1680012198 tempest-AttachVolumeTestJSON-1680012198-project] 10.222.0.68 "DELETE /v2.0/floatingips/39dadcbe-7bf9-42a4-b667-4a3f332570b7 HTTP/1.1" status: 204 len: 168 time: 0.4483089 Sep 14 15:33:34.216969 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 97179c44-ae90-46fd-8953-6d7c97b80afd no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:33:34.240942 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 97179c44-ae90-46fd-8953-6d7c97b80afd {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:33:34.241281 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 97179c44-ae90-46fd-8953-6d7c97b80afd not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:33:35.037742 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45004) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:35.463521 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:35.701380 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Deleting port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:35.701720 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:35.776521 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] For port 33eb6057-b1cc-480b-9a78-8afdcebd9dd5, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:35.776800 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:35.792342 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Calling delete_port for 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 owned by network:router_interface {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:35.965597 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:35.989151 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Pushing event deleted for resources: {'Port': ['ID=33eb6057-b1cc-480b-9a78-8afdcebd9dd5,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:35.999247 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:35.999595 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:35.999952 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.000271 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.000601 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.001305 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.001305 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.001575 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.001894 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.002215 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.002560 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.002882 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:36.171693 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:36.615694 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Router 39884699-72d7-480a-acc9-22f5d47bd936 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:33:36.719492 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:33:36.724396 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f57adb84-e3e7-48bc-894a-dc544d6aa015 admin admin] 10.222.0.68 "PUT /v2.0/routers/39884699-72d7-480a-acc9-22f5d47bd936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852129 Sep 14 15:33:36.727320 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45008) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:36.728189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] Sync routers for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:33:36.737011 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:36.737614 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:36.829413 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks [] for router, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:36.840224 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:36.933273 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:36.986457 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Deleting port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:36.986831 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.027926 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:33:35Z', 'revision_number': 5, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port': {'id': 'a50b3e0d-73cd-4ef5-8702-6c0e1a65087e', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39884699-72d7-480a-acc9-22f5d47bd936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:37.054096 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] Checking router: 39884699-72d7-480a-acc9-22f5d47bd936 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:33:37.063312 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] Routers {'39884699-72d7-480a-acc9-22f5d47bd936'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:37.063929 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['39884699-72d7-480a-acc9-22f5d47bd936'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:37.066236 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] For port a50b3e0d-73cd-4ef5-8702-6c0e1a65087e, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:37.066623 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.079763 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Calling delete_port for a50b3e0d-73cd-4ef5-8702-6c0e1a65087e owned by network:router_gateway {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:37.150963 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] Set router 39884699-72d7-480a-acc9-22f5d47bd936 gateway port host: None {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:37.205214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:33:36Z', 'revision_number': 6, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:37.231898 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490bd41-f1ee-40e9-9275-b5b4f0a7a40b None None] The sync data for ids ['39884699-72d7-480a-acc9-22f5d47bd936'] in dv-cinder-806965-5-iscsi is: [{'id': '39884699-72d7-480a-acc9-22f5d47bd936', 'name': 'tempest-AttachVolumeTestJSON-1087483638-router', 'tenant_id': 'a17221623e2b4136b5d3323addb519c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:51Z', 'updated_at': '2021-09-14T15:33:36Z', 'revision_number': 6, 'project_id': 'a17221623e2b4136b5d3323addb519c2', 'gw_port_host': None}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:33:37.245298 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.280330 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50b3e0d-73cd-4ef5-8702-6c0e1a65087e,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:37.339616 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.426328 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.428395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.470058 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.470547 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39884699-72d7-480a-acc9-22f5d47bd936 {{(pid=93910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:33:37.474786 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.475912 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a1951b67-18e8-489e-96b9-5832ca3a3098 admin admin] 10.222.0.68 "DELETE /v2.0/routers/39884699-72d7-480a-acc9-22f5d47bd936 HTTP/1.1" status: 204 len: 168 time: 0.7476099 Sep 14 15:33:37.479011 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45012) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:37.525735 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Deleting subnet ce284207-16ae-4f7a-bf27-98c42482ab16 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:33:37.528635 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.562270 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.641132 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.702572 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.727777 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce284207-16ae-4f7a-bf27-98c42482ab16,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:37.731969 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.733815 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-10182cc3-21a7-4651-827a-89457156a4ac admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ce284207-16ae-4f7a-bf27-98c42482ab16 HTTP/1.1" status: 204 len: 168 time: 0.2538757 Sep 14 15:33:37.736430 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45014) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:37.736593 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b85e9b-337d-4574-bd76-24af9a17382f None None] Network 00da861c-b73f-4bc6-90e6-6aa7f98ad107 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:33:37.803128 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.858646 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Deleting port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:37.858982 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.920603 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] For port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,segment=NetworkSegment(b766cf3a-c759-4e63-baf7-424d62f28a03),segment_id=b766cf3a-c759-4e63-baf7-424d62f28a03)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:37.920968 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:37.932693 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Calling delete_port for 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f owned by network:dhcp {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:38.003591 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] DHCP port deletion for 00da861c-b73f-4bc6-90e6-6aa7f98ad107 request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:33:38.023654 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.050906 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:38.053995 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] No DVR routers for this DVR port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f on host dv-cinder-806965-5-iscsi {{(pid=93910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:33:38.055311 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Deleting port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:38.055734 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.126713 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.131753 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] For port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f, host dv-cinder-806965-5-iscsi, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:38.132146 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.146049 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:33:38.152506 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00da861c-b73f-4bc6-90e6-6aa7f98ad107']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:38.162141 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b766cf3a-c759-4e63-baf7-424d62f28a03') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:38.162498 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b766cf3a-c759-4e63-baf7-424d62f28a03') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:38.169381 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Calling delete_port for 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:38.171210 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:33:38.171477 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 33eb6057-b1cc-480b-9a78-8afdcebd9dd5 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:33:38.171883 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a50b3e0d-73cd-4ef5-8702-6c0e1a65087e no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:33:38.171998 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.174323 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f was not found and therefore no delete operation was performed {{(pid=93912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 15:33:38.176220 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.185129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.191194 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:33:38.191586 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:33:38.193413 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:33:38.216450 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: a50b3e0d-73cd-4ef5-8702-6c0e1a65087e {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:33:38.216794 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a50b3e0d-73cd-4ef5-8702-6c0e1a65087e not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:33:38.217205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:33:38.241105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Pushing event deleted for resources: {'Port': ['ID=73fd94be-1b04-4d4e-8f4b-65d809fc3a2f,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:38.247042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] No DVR routers for this DVR port 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f on host dv-cinder-806965-5-iscsi {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:33:38.255344 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:33:38.256219 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 73fd94be-1b04-4d4e-8f4b-65d809fc3a2f not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:33:38.259129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.265169 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.265705 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.266231 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.266692 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.267174 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.267609 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.268066 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.268490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.268916 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.269339 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.269953 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.270388 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93073-5940-4416-a79d-5c195805fe62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:33:38.276011 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.280813 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/00da861c-b73f-4bc6-90e6-6aa7f98ad107 HTTP/1.1" status: 204 len: 168 time: 0.5405805 Sep 14 15:33:38.280813 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fe403-90a8-4a13-bd4e-b7cce15eb7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00da861c-b73f-4bc6-90e6-6aa7f98ad107,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:38.406074 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45018) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:38.444106 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f3e1f0a4-9a21-4fcf-9c87-59f56b62669d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a17221623e2b4136b5d3323addb519c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368617 Sep 14 15:33:38.447118 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45020) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:38.502126 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b543343-9d62-4c33-bebf-03f495343c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.522970 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b543343-9d62-4c33-bebf-03f495343c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.568420 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b543343-9d62-4c33-bebf-03f495343c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.571795 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6b543343-9d62-4c33-bebf-03f495343c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:38.572936 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-6b543343-9d62-4c33-bebf-03f495343c3b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7540d8be-5760-4e67-a2a6-7c45886651d3 HTTP/1.1" status: 204 len: 168 time: 0.1249063 Sep 14 15:33:38.580881 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b543343-9d62-4c33-bebf-03f495343c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7540d8be-5760-4e67-a2a6-7c45886651d3,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:39.238019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45042) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:39.334045 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-675136860-network', 'tenant_id': 'ee6aff0c89994496b6902938dfb4c29b'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:33:39.359461 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Made reservation on behalf of ee6aff0c89994496b6902938dfb4c29b for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:33:39.361778 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.370820 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.457574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.461188 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.488387 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:33:39.493941 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3761958c-119d-42e9-a813-6b59dcf27ba9,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:39.501679 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.501679 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Added segment 9e47534e-36be-4cb1-8b74-9c89d747fc23 of type vlan for network 1dd17663-58f3-4172-b49e-e0b3a421a247 Sep 14 15:33:39.540943 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.563837 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.564870 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:39.565448 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.592971 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3503525 Sep 14 15:33:39.593221 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45046) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:39.599555 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Request body: {'subnet': {'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-675136860-subnet', 'tenant_id': 'ee6aff0c89994496b6902938dfb4c29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:33:39.600979 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:33:39.622891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Made reservation on behalf of ee6aff0c89994496b6902938dfb4c29b for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:33:39.625168 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.635785 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64207066-7c95-4d07-9d44-a4a9c10303eb admin admin] Pushing event updated for resources: {'Network': ['ID=1dd17663-58f3-4172-b49e-e0b3a421a247,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:39.646857 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:33:39.795411 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.846836 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f659741-1bbd-4925-ab8e-364a64249711,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:39.857153 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Checking segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:33:39.857512 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Network hostable DHCP agents. Network: 1dd17663-58f3-4172-b49e-e0b3a421a247, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:33:39.874314 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:33:39.884177 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 1dd17663-58f3-4172-b49e-e0b3a421a247) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:33:39.888328 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:39.889148 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:39.892666 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93537a-2930-4c06-bf65-123c12d51bab None None] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:33:39.906909 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-395c56ef-6a93-408c-bec1-04e447eb6521 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122535 Sep 14 15:33:40.026286 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eca025-c948-4735-8df9-b064f0368dd0 None None] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:33:40.335068 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-78af0e5e-2b09-488b-9c44-d5b5f988fcf9 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:40.336809 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-78af0e5e-2b09-488b-9c44-d5b5f988fcf9 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.0998127 Sep 14 15:33:40.351368 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-1b34a602-259f-4f2d-be24-8fa77da808f2 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/quotas/ee6aff0c89994496b6902938dfb4c29b HTTP/1.1" status: 200 len: 375 time: 0.0088732 Sep 14 15:33:40.387550 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-014963e7-0aec-4c50-acea-6acf15837037 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301988 Sep 14 15:33:40.475001 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-1202ae7b-0547-4338-85e9-ae8b514e34ef service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804584 Sep 14 15:33:40.567826 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-bff9c87b-03c0-4a26-88f7-5c2a8a82595a service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Sep 14 15:33:40.722800 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d01bd377-75ba-440b-89af-7e1c4175e75a req-16662dab-bed9-4ae3-b528-3163014873cc tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 210 time: 0.0256255 Sep 14 15:33:41.373577 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a2621899-00c0-430c-82d1-d4b6bb1f5f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:41.707208 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-83219d7a-b7c6-4bf1-b40b-17b2b3ab7c9b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:41.708647 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-83219d7a-b7c6-4bf1-b40b-17b2b3ab7c9b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1091082 Sep 14 15:33:41.723001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Request body: {'port': {'device_id': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'admin_state_up': True, 'tenant_id': 'ee6aff0c89994496b6902938dfb4c29b'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:33:41.819165 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c7a04646-30e2-4e58-a580-01ea0a508493 req-bff02bbe-897b-4f06-b9de-d7b737fbf9f3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 210 time: 0.0279751 Sep 14 15:33:41.855862 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Made reservation on behalf of ee6aff0c89994496b6902938dfb4c29b for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:33:41.859366 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:41.983433 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Allocated IP 172.20.0.7 (1dd17663-58f3-4172-b49e-e0b3a421a247/8f659741-1bbd-4925-ab8e-364a64249711/d515db8f-c6b8-4f7a-abfb-5ce7f380996d) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:33:42.133384 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.170522 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.212337 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:33:42.215409 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:33:42.219185 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:33:42.228078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event updated for resources: {'Port': ['ID=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:42.272154 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:42.272770 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.286479 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-a2c9fcc9-04fe-42ea-8230-1069a69670a5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674541 Sep 14 15:33:42.302422 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Request body: {'port': {'device_id': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:33:42.359935 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.628755 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d515db8f-c6b8-4f7a-abfb-5ce7f380996d {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:33:42.636097 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.647901 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Transition to ACTIVE for port object d515db8f-c6b8-4f7a-abfb-5ce7f380996d will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:33:42.652818 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.702190 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Pushing event updated for resources: {'Port': ['ID=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:42.774557 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Attempting to bind port d515db8f-c6b8-4f7a-abfb-5ce7f380996d on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:33:42.775244 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Attempting to bind port d515db8f-c6b8-4f7a-abfb-5ce7f380996d by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:33:42.775244 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Attempting to bind port d515db8f-c6b8-4f7a-abfb-5ce7f380996d on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:33:42.779410 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Port d515db8f-c6b8-4f7a-abfb-5ce7f380996d on network 1dd17663-58f3-4172-b49e-e0b3a421a247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:33:42.779731 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Attempting to bind port d515db8f-c6b8-4f7a-abfb-5ce7f380996d on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:33:42.784469 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:33:42.784801 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Checking segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:33:42.785180 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Bound using segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:33:42.785601 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Bound port: d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:33:42.785953 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.847151 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] For port d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:33:42.850602 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] For port d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:33:42.855785 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.893673 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:42.894291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:42.895665 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] 10.222.0.52 "PUT /v2.0/ports/d515db8f-c6b8-4f7a-abfb-5ce7f380996d HTTP/1.1" status: 200 len: 1093 time: 0.5973353 Sep 14 15:33:42.896092 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'tag': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:42.898281 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984f5a6-aaa5-4172-876e-62ceabe3e41a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a223066-787d-4ff0-8cf6-bed5cf984516", "tag": "d515db8f-c6b8-4f7a-abfb-5ce7f380996d"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:42.944170 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60c8ec-0960-4c1f-b325-44b5ab025aea x-openstack-request-id: req-2d60c8ec-0960-4c1f-b325-44b5ab025aea {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:42.944454 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a223066-787d-4ff0-8cf6-bed5cf984516", "tag": "d515db8f-c6b8-4f7a-abfb-5ce7f380996d", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:42.944702 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2d60c8ec-0960-4c1f-b325-44b5ab025aea {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:42.945092 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'tag': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'status': 'completed', 'code': 200} Sep 14 15:33:42.959660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6927a-5f89-4db8-9a59-71c0886cd10d service neutron] Pushing event updated for resources: {'Port': ['ID=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:42.996196 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cd51d-7eda-48a6-bb58-c5fe23813b6f req-728d6393-00fd-49f4-90ff-c1e14fb7efe0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:42.997692 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a73cd51d-7eda-48a6-bb58-c5fe23813b6f req-728d6393-00fd-49f4-90ff-c1e14fb7efe0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 943 time: 0.1056528 Sep 14 15:33:43.013605 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-7c6d626b-b28f-4519-b342-8d4175501387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:43.015144 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-7c6d626b-b28f-4519-b342-8d4175501387 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 1096 time: 0.0692768 Sep 14 15:33:43.067066 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-32e5047f-2ff1-46d8-9605-102c13c7199c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d HTTP/1.1" status: 200 len: 217 time: 0.0420723 Sep 14 15:33:43.072207 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a73cd51d-7eda-48a6-bb58-c5fe23813b6f req-ffff8fda-532e-4e3c-b9cc-5398b799be45 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683682 Sep 14 15:33:43.119841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b4ad-aa12-442f-991c-1674e57369ac req-b944a555-c0b5-4511-860e-9d4cfc378e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:43.121295 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-b944a555-c0b5-4511-860e-9d4cfc378e94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0470076 Sep 14 15:33:43.152182 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-7df3c928-4b52-4bdc-be35-4b2afca0abfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237396 Sep 14 15:33:43.243967 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-7c5ab4c2-1f27-40dc-abeb-3e4f75a20691 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830777 Sep 14 15:33:43.337024 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f750b4ad-aa12-442f-991c-1674e57369ac req-eb2df227-1995-459c-8c64-fb1208125dad service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Sep 14 15:33:43.423187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-f0522d27-046a-415b-8050-cfb690fd8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:43.424588 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-f0522d27-046a-415b-8050-cfb690fd8df3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 1096 time: 0.0397387 Sep 14 15:33:43.521150 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-e985c909-ea09-494a-b7f4-b1d400447c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:43.522634 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-e985c909-ea09-494a-b7f4-b1d400447c80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 915 time: 0.0895131 Sep 14 15:33:43.563830 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-57ae5c21-0c2b-4fc2-ab31-01ded843b6a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d HTTP/1.1" status: 200 len: 217 time: 0.0329857 Sep 14 15:33:43.616046 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-b7de9939-c4ac-4459-8843-6558adb9f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:43.617841 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-b7de9939-c4ac-4459-8843-6558adb9f925 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0461557 Sep 14 15:33:43.650201 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-04e2b456-ee2b-4cc9-8b96-d1c67edbd93e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245388 Sep 14 15:33:43.737609 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-86a08bb8-5fbb-4575-abca-15eae217209d service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792539 Sep 14 15:33:43.830591 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2984f5a6-aaa5-4172-876e-62ceabe3e41a req-88989f5d-ceef-47ff-983c-a04b45593f1c service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831733 Sep 14 15:33:44.186646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff985a4d-a25c-4581-953f-2fd54377193e req-44176237-a255-4380-8f7f-4fd8c533de5d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:44.188092 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ff985a4d-a25c-4581-953f-2fd54377193e req-44176237-a255-4380-8f7f-4fd8c533de5d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 943 time: 0.0481830 Sep 14 15:33:44.224228 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:44.228963 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ff985a4d-a25c-4581-953f-2fd54377193e req-9b9860b6-4428-4eda-b989-e4a5cfa96d4d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Sep 14 15:33:44.314276 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c17b309e-7220-4afe-abb3-99fb40560eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:45.215198 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:45.341455 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d1011-8f68-4524-b952-d3352664e312 req-5297ec01-79d8-4f60-87c3-0a051f5cb9db tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:45.342944 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b54d1011-8f68-4524-b952-d3352664e312 req-5297ec01-79d8-4f60-87c3-0a051f5cb9db tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 943 time: 0.0476682 Sep 14 15:33:45.385827 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b54d1011-8f68-4524-b952-d3352664e312 req-f9520bb6-374f-43e4-b207-a0a1819ccee1 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Sep 14 15:33:46.262446 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device d515db8f-c6b8-4f7a-abfb-5ce7f380996d details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:33:46.358621 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:46.369881 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'port_id': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'mac_address': 'fa:16:3e:97:43:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f659741-1bbd-4925-ab8e-364a64249711', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:33:46.407006 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:46.420063 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d515db8f-c6b8-4f7a-abfb-5ce7f380996d {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:33:46.439158 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:46.443359 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:46.492936 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:46.502551 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a54be-c040-42c0-af67-dbf6d69cab2f req-8dc7caa5-22de-42b8-a23f-883782b7ccf3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:46.504195 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ff6a54be-c040-42c0-af67-dbf6d69cab2f req-8dc7caa5-22de-42b8-a23f-883782b7ccf3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 944 time: 0.0525565 Sep 14 15:33:46.543460 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ff6a54be-c040-42c0-af67-dbf6d69cab2f req-3c870c6c-8941-4b27-85a5-3a0167eb7e19 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Sep 14 15:33:46.723225 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:33:47.004507 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:47.655690 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b6a8b-2a00-488a-82bc-7d4ea12cd633 req-fdbc5229-4320-4451-b484-1e23da1b9c44 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:47.657178 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b8b6a8b-2a00-488a-82bc-7d4ea12cd633 req-fdbc5229-4320-4451-b484-1e23da1b9c44 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 944 time: 0.0490181 Sep 14 15:33:47.694459 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b8b6a8b-2a00-488a-82bc-7d4ea12cd633 req-00858057-c12c-403f-82e7-6cfee9b31e05 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Sep 14 15:33:48.284252 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device d515db8f-c6b8-4f7a-abfb-5ce7f380996d up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:33:48.332524 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port d515db8f-c6b8-4f7a-abfb-5ce7f380996d completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:33:48.336130 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port d515db8f-c6b8-4f7a-abfb-5ce7f380996d triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:33:48.336498 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:48.417790 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:48.439626 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:48.441924 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ba9a6-4b9d-426b-a334-3ebfffe32a5e" -d '{"events": [{"server_uuid": "0a223066-787d-4ff0-8cf6-bed5cf984516", "name": "network-vif-plugged", "status": "completed", "tag": "d515db8f-c6b8-4f7a-abfb-5ce7f380996d"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:48.455233 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:48.459655 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:48.482950 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee751179-a988-4493-9a59-cfab654cb235 x-openstack-request-id: req-ee751179-a988-4493-9a59-cfab654cb235 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:48.483240 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a223066-787d-4ff0-8cf6-bed5cf984516", "name": "network-vif-plugged", "status": "completed", "tag": "d515db8f-c6b8-4f7a-abfb-5ce7f380996d", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:48.483490 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee751179-a988-4493-9a59-cfab654cb235 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:48.483875 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'code': 200} Sep 14 15:33:48.510400 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:48.648352 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c838837-a60b-45dc-83ff-e76f6a331051 req-862fa9f3-1c31-47f8-a595-12de9adadad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:48.650398 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4c838837-a60b-45dc-83ff-e76f6a331051 req-862fa9f3-1c31-47f8-a595-12de9adadad7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 1098 time: 0.0409071 Sep 14 15:33:48.690164 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-4c838837-a60b-45dc-83ff-e76f6a331051 req-dd4a75f2-d905-4ceb-9c7c-914547a7fee3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Sep 14 15:33:48.808988 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290e725-cf20-42c1-806e-240524ba7f4a req-4dfa9d2c-b276-449a-a587-e6046a973709 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:48.810476 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1290e725-cf20-42c1-806e-240524ba7f4a req-4dfa9d2c-b276-449a-a587-e6046a973709 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Sep 14 15:33:48.847945 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1290e725-cf20-42c1-806e-240524ba7f4a req-a0bcfa55-c0b1-4192-8d78-be712f54fa21 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Sep 14 15:33:49.963445 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea135e-8893-496e-9d66-19f7b7f0b69b req-a79230d9-bc80-4967-b621-d6436eaabad0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:49.965001 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a9ea135e-8893-496e-9d66-19f7b7f0b69b req-a79230d9-bc80-4967-b621-d6436eaabad0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Sep 14 15:33:50.004457 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a9ea135e-8893-496e-9d66-19f7b7f0b69b req-e807b945-5377-451c-a8bc-bedeb9974160 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Sep 14 15:33:54.701963 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc6ec2-9283-44bc-ae92-5e4f126772da req-8bb24675-f491-43be-98a8-56f50f4d84da tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:54.703541 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c1bc6ec2-9283-44bc-ae92-5e4f126772da req-8bb24675-f491-43be-98a8-56f50f4d84da tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 947 time: 0.0493941 Sep 14 15:33:54.746295 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c1bc6ec2-9283-44bc-ae92-5e4f126772da req-81a7a3c5-e6f4-46b7-9d36-dbf39c88ce22 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368469 Sep 14 15:33:55.864398 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984a06d-b8b7-4ccb-bd70-3dff6de87eb4 req-ec59d9f3-f90e-4fe7-8dfe-5342e1906144 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:55.866191 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f984a06d-b8b7-4ccb-bd70-3dff6de87eb4 req-ec59d9f3-f90e-4fe7-8dfe-5342e1906144 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 947 time: 0.0485506 Sep 14 15:33:55.905777 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f984a06d-b8b7-4ccb-bd70-3dff6de87eb4 req-9d70f523-1ad5-4605-ba7c-b1e9cefe0f09 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups?id=b65ae576-76e9-48a4-a647-c96247c03817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Sep 14 15:33:56.207531 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-a6597caa-2f50-49b0-8ce2-b709515a19b5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:56.208978 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-a6597caa-2f50-49b0-8ce2-b709515a19b5 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 947 time: 0.0477252 Sep 14 15:33:56.302642 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Deleting port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:56.302984 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:56.389312 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] For port ad87e9ae-4d46-46a2-8c08-c53aa03b3609, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:33:56.389591 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:56.558950 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:56.559312 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:56.559628 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Floating IP b56eac6d-69f8-4f8a-9a77-02719fb41bf1 disassociated. External IP: 172.27.3.54, port: ad87e9ae-4d46-46a2-8c08-c53aa03b3609. Sep 14 15:33:56.559968 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Calling delete_port for ad87e9ae-4d46-46a2-8c08-c53aa03b3609 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:56.695764 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:56.725384 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event deleted for resources: {'Port': ['ID=ad87e9ae-4d46-46a2-8c08-c53aa03b3609,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:56.834939 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:33:56.943123 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:33:56.956873 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:33:56.967296 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:56.968297 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:56.999699 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] No DVR routers for this DVR port ad87e9ae-4d46-46a2-8c08-c53aa03b3609 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:33:57.002850 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:57.004833 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b32a619a-c5d7-4c54-b137-ad06a023f79a req-aadc1bd8-6091-4877-8bf4-4f8399742cfe tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.52 "DELETE /v2.0/ports/ad87e9ae-4d46-46a2-8c08-c53aa03b3609 HTTP/1.1" status: 204 len: 173 time: 0.7894988 Sep 14 15:33:57.005408 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-deleted', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:33:57.007565 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd8bf93-2550-477c-a0a4-34d423453ca5" -d '{"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-deleted", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:33:57.026176 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b93679a6-10a8-4452-b003-e3c8d11cef85 req-b57cafd5-9b88-4ebb-8756-5644c6917bdc tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d45e976-bad2-4d6f-87b0-9129a1cbbe97 HTTP/1.1" status: 200 len: 210 time: 0.0363257 Sep 14 15:33:57.062834 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e542aa4-29a2-4380-9040-5fb1a606c718 x-openstack-request-id: req-5e542aa4-29a2-4380-9040-5fb1a606c718 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:33:57.063124 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d45e976-bad2-4d6f-87b0-9129a1cbbe97", "name": "network-vif-deleted", "tag": "ad87e9ae-4d46-46a2-8c08-c53aa03b3609", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:33:57.063367 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e542aa4-29a2-4380-9040-5fb1a606c718 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:33:57.063933 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d45e976-bad2-4d6f-87b0-9129a1cbbe97', 'name': 'network-vif-deleted', 'tag': 'ad87e9ae-4d46-46a2-8c08-c53aa03b3609', 'status': 'completed', 'code': 200} Sep 14 15:33:57.104053 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:57.410368 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:57.440168 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:33:57.448200 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:33:57.448794 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:57.554063 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:33:57.745483 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:33:57.774972 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2724513-ff00-4393-8afd-36d65fbe4c0e None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:27:08Z', 'revision_number': 4, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '5c76ae26-6ac2-4b3e-8a90-81de7fe375ee', 'name': '', 'network_id': '6db66e0e-293d-42b9-8d44-981973eb0c3f', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'mac_address': 'fa:16:3e:a3:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:27:03Z', 'updated_at': '2021-09-14T15:27:22Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'subnets': [{'id': 'cfa2b640-56c1-461e-990d-529cac5ad347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:33:58.003105 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6e50a-9be7-4a5b-98fb-26d97461f59c None None] New status for floating IP b56eac6d-69f8-4f8a-9a77-02719fb41bf1: DOWN {{(pid=93912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:33:58.129335 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45166) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:58.188407 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0c027339-52da-4a73-b2f0-34a3031c70ea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.213311 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0c027339-52da-4a73-b2f0-34a3031c70ea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.267461 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0c027339-52da-4a73-b2f0-34a3031c70ea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.270007 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0c027339-52da-4a73-b2f0-34a3031c70ea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.271204 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0c027339-52da-4a73-b2f0-34a3031c70ea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "DELETE /v2.0/security-groups/b65ae576-76e9-48a4-a647-c96247c03817 HTTP/1.1" status: 204 len: 168 time: 0.1407447 Sep 14 15:33:58.274291 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45178) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:58.290834 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.api.v2.resource [None req-a5b0528f-ad2d-4118-9f13-f67950bb50b7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] show failed (client error): The resource could not be found. Sep 14 15:33:58.291828 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a5b0528f-ad2d-4118-9f13-f67950bb50b7 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "GET /v2.0/security-groups/b65ae576-76e9-48a4-a647-c96247c03817 HTTP/1.1" status: 404 len: 347 time: 0.0166292 Sep 14 15:33:58.292586 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c027339-52da-4a73-b2f0-34a3031c70ea tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ae576-76e9-48a4-a647-c96247c03817,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:58.295002 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45180) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:33:58.329639 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-26492219-c131-4099-887e-fff49fcd0ddc tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:58.331151 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-26492219-c131-4099-887e-fff49fcd0ddc tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1050613 Sep 14 15:33:58.346134 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-39ef3fb5-8707-40d3-b9cc-eb1894c8b160 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/quotas/ee6aff0c89994496b6902938dfb4c29b HTTP/1.1" status: 200 len: 375 time: 0.0091126 Sep 14 15:33:58.406296 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-04e9d262-ba30-4cdc-aa0b-6afbbae09f91 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542471 Sep 14 15:33:58.428628 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Deleting port d392acd8-ed1e-405e-b819-4a09cfcb4357 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:33:58.428963 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.497233 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-7ca487da-e00f-4e65-9a9f-708fea32d74f service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Sep 14 15:33:58.505387 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.505713 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.518092 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Calling delete_port for d392acd8-ed1e-405e-b819-4a09cfcb4357 owned by network:floatingip {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:33:58.591195 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-22eeb6b7-55b4-4a71-b33f-c9ef490aca68 service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875146 Sep 14 15:33:58.651878 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.679235 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Pushing event deleted for resources: {'Port': ['ID=d392acd8-ed1e-405e-b819-4a09cfcb4357,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:33:58.746219 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.749125 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:58.750264 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8c001bb1-c9e9-460a-8e56-5ebe02602f96 tempest-AttachVolumeShelveTestJSON-1841837577 tempest-AttachVolumeShelveTestJSON-1841837577-project] 10.222.0.68 "DELETE /v2.0/floatingips/b56eac6d-69f8-4f8a-9a77-02719fb41bf1 HTTP/1.1" status: 204 len: 168 time: 0.4543645 Sep 14 15:33:58.767125 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5c07e3fa-fc5e-4e2f-8bcf-ee61b43c20f4 req-31566982-7965-4062-a355-f0c15edc86e6 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 210 time: 0.0302832 Sep 14 15:33:59.702035 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-a1a97ff8-51b7-4300-8ab9-b6a2fd4e394c tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:33:59.703490 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-a1a97ff8-51b7-4300-8ab9-b6a2fd4e394c tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1152415 Sep 14 15:33:59.717117 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Request body: {'port': {'device_id': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'admin_state_up': True, 'tenant_id': 'ee6aff0c89994496b6902938dfb4c29b'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:33:59.827831 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Made reservation on behalf of ee6aff0c89994496b6902938dfb4c29b for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:33:59.831499 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:33:59.873690 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ef948158-fa62-411e-97a1-d116eb0215d6 req-8c83a610-8d2f-4c1a-b862-899b225e597e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 210 time: 0.0322826 Sep 14 15:33:59.990777 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Allocated IP 172.20.0.3 (1dd17663-58f3-4172-b49e-e0b3a421a247/8f659741-1bbd-4925-ab8e-364a64249711/b354c6df-1d5d-4087-9314-35586623b027) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:34:00.152091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.189307 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.201067 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:00.234804 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:34:00.237998 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:34:00.242242 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:34:00.270691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event updated for resources: {'Port': ['ID=b354c6df-1d5d-4087-9314-35586623b027,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:00.299477 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:00.300091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.314941 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-3aa6407c-48ca-45e3-a3e1-7e0549100cdb tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017802 Sep 14 15:34:00.327447 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Request body: {'port': {'device_id': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:34:00.381525 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:34:00.385026 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.401800 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: ad87e9ae-4d46-46a2-8c08-c53aa03b3609 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:34:00.402136 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device ad87e9ae-4d46-46a2-8c08-c53aa03b3609 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:34:00.636844 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b354c6df-1d5d-4087-9314-35586623b027 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:00.643960 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.655309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Transition to ACTIVE for port object b354c6df-1d5d-4087-9314-35586623b027 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:34:00.659033 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.706997 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=b354c6df-1d5d-4087-9314-35586623b027,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:00.777918 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Attempting to bind port b354c6df-1d5d-4087-9314-35586623b027 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:34:00.778246 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Attempting to bind port b354c6df-1d5d-4087-9314-35586623b027 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:34:00.778614 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Attempting to bind port b354c6df-1d5d-4087-9314-35586623b027 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:34:00.782676 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Port b354c6df-1d5d-4087-9314-35586623b027 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:34:00.782989 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Attempting to bind port b354c6df-1d5d-4087-9314-35586623b027 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:34:00.787570 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:34:00.787897 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Checking segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:34:00.788268 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Bound using segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:34:00.788679 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Bound port: b354c6df-1d5d-4087-9314-35586623b027, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:34:00.789020 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.809980 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.849854 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] For port b354c6df-1d5d-4087-9314-35586623b027, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:34:00.853900 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] For port b354c6df-1d5d-4087-9314-35586623b027, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b354c6df-1d5d-4087-9314-35586623b027,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:34:00.857855 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.890300 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:00.890939 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:00.892326 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] 10.222.0.52 "PUT /v2.0/ports/b354c6df-1d5d-4087-9314-35586623b027 HTTP/1.1" status: 200 len: 1093 time: 0.5691893 Sep 14 15:34:00.892755 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'tag': 'b354c6df-1d5d-4087-9314-35586623b027'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:00.895012 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224" -d '{"events": [{"name": "network-changed", "server_uuid": "661f3269-dcc1-447e-9cb5-74a86f0995f1", "tag": "b354c6df-1d5d-4087-9314-35586623b027"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:00.923366 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4e8d-6e42-4f65-aaea-085495bb7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=b354c6df-1d5d-4087-9314-35586623b027,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:00.972699 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7e709-4d1d-449a-820f-dc6dcfbb85e5 x-openstack-request-id: req-5cd7e709-4d1d-449a-820f-dc6dcfbb85e5 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:00.972975 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661f3269-dcc1-447e-9cb5-74a86f0995f1", "tag": "b354c6df-1d5d-4087-9314-35586623b027", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:00.973233 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5cd7e709-4d1d-449a-820f-dc6dcfbb85e5 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:00.973591 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'tag': 'b354c6df-1d5d-4087-9314-35586623b027', 'status': 'completed', 'code': 200} Sep 14 15:34:01.015044 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-9edacbed-7305-483d-bd40-00be9c2ce105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:01.016584 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-9edacbed-7305-483d-bd40-00be9c2ce105 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 1096 time: 0.0812280 Sep 14 15:34:01.027397 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e32b6f-e588-4a45-bfc2-2ece8cb51004 req-fb6bb670-d9d8-4c45-8321-e237755eb454 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:01.029054 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6e32b6f-e588-4a45-bfc2-2ece8cb51004 req-fb6bb670-d9d8-4c45-8321-e237755eb454 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 943 time: 0.0841851 Sep 14 15:34:01.073176 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-d07b33b7-f5ad-4bac-b7fb-c99a5255f959 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354c6df-1d5d-4087-9314-35586623b027 HTTP/1.1" status: 200 len: 217 time: 0.0412478 Sep 14 15:34:01.206806 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45222) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:01.401150 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c6e32b6f-e588-4a45-bfc2-2ece8cb51004 req-00f2bb1c-3b4d-454c-bcb5-61a76b733193 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608508 Sep 14 15:34:01.410081 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-a3c9e129-e3b3-4130-92b7-77ca59dd15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:01.411550 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-a3c9e129-e3b3-4130-92b7-77ca59dd15fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.3275673 Sep 14 15:34:01.444139 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-8af9b9e7-24c3-48aa-bc90-f025828b81f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243394 Sep 14 15:34:01.533196 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-c066e83e-63a0-4500-84b2-fe8380794897 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821385 Sep 14 15:34:01.602944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:01.626157 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cf4b13c-6c80-4f0c-a27d-7893c3702a3d req-f814a87d-261d-4262-8c16-78a4e6f8a284 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Sep 14 15:34:01.712791 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-680d65c7-9800-4a11-85a8-e8d9259b3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:01.714304 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-680d65c7-9800-4a11-85a8-e8d9259b3425 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 1096 time: 0.0412040 Sep 14 15:34:01.809784 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-8b935b4b-4f78-4d41-b40f-4bb9213653fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:01.811624 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-8b935b4b-4f78-4d41-b40f-4bb9213653fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 915 time: 0.0897372 Sep 14 15:34:01.847289 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Deleting port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:34:01.847549 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:01.859462 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-44b745e3-6a61-437b-b2de-687a63dad1a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b354c6df-1d5d-4087-9314-35586623b027 HTTP/1.1" status: 200 len: 217 time: 0.0338368 Sep 14 15:34:01.912664 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-e3ea1b37-4240-4390-98d7-ebab35449637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:01.914176 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-e3ea1b37-4240-4390-98d7-ebab35449637 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0472572 Sep 14 15:34:01.926681 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] For port 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:01.927047 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:01.940717 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Calling delete_port for 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee owned by network:router_interface {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:34:01.946903 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-421ab59a-5b9f-46ae-a748-c592fe5eea88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250890 Sep 14 15:34:02.040083 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-6d03d7e9-1843-4d73-ac6e-85037c49e293 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852745 Sep 14 15:34:02.137943 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fc4bb0e-11fc-45f2-9e72-e7125f6cd224 req-bd87ceae-c865-460f-9bf1-572887f801e8 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907195 Sep 14 15:34:02.355691 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:02.381322 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c76ae26-6ac2-4b3e-8a90-81de7fe375ee,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:02.525799 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed5c92-eea6-4596-b4ea-c1d4351c56e6 req-d2fd6cf5-17c8-40ad-b2ec-d4d2a5f50b05 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:02.527479 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1aed5c92-eea6-4596-b4ea-c1d4351c56e6 req-d2fd6cf5-17c8-40ad-b2ec-d4d2a5f50b05 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 943 time: 0.0520537 Sep 14 15:34:02.550071 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:02.571508 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1aed5c92-eea6-4596-b4ea-c1d4351c56e6 req-f09c8f0a-565c-40b6-bc17-f02ea78985ba tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Sep 14 15:34:02.763002 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Router 58f1bef9-0d59-4e55-8908-98b531dfcda4 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:34:02.867028 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:34:02.874490 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-4678d0fe-280c-4766-b4e8-aa7141ca84e8 admin admin] 10.222.0.68 "PUT /v2.0/routers/58f1bef9-0d59-4e55-8908-98b531dfcda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6647894 Sep 14 15:34:02.875484 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45228) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:02.876056 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] Sync routers for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:34:02.885031 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:34:02.885630 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:02.981320 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:02.988158 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:34:03.083795 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.137244 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Deleting port 58b26fad-7a63-4da1-9244-4dcb46444e9d {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:34:03.137579 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.163870 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:34:02Z', 'revision_number': 5, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port': {'id': '58b26fad-7a63-4da1-9244-4dcb46444e9d', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:26:54Z', 'updated_at': '2021-09-14T15:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:03.190310 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] Checking router: 58f1bef9-0d59-4e55-8908-98b531dfcda4 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:34:03.199562 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] Routers {'58f1bef9-0d59-4e55-8908-98b531dfcda4'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:34:03.200357 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:33:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['58f1bef9-0d59-4e55-8908-98b531dfcda4'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:03.219520 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] For port 58b26fad-7a63-4da1-9244-4dcb46444e9d, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=58b26fad-7a63-4da1-9244-4dcb46444e9d,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:03.219892 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.231940 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Calling delete_port for 58b26fad-7a63-4da1-9244-4dcb46444e9d owned by network:router_gateway {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:34:03.286204 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] Set router 58f1bef9-0d59-4e55-8908-98b531dfcda4 gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:34:03.339773 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:34:03Z', 'revision_number': 6, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:03.366474 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b5981-4133-4229-abbe-a2f963c21043 None None] The sync data for ids ['58f1bef9-0d59-4e55-8908-98b531dfcda4'] in dv-cinder-806965-5-iscsi is: [{'id': '58f1bef9-0d59-4e55-8908-98b531dfcda4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225869801-router', 'tenant_id': '40c8dd348a7546428dbad912bb553904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:26:52Z', 'updated_at': '2021-09-14T15:34:03Z', 'revision_number': 6, 'project_id': '40c8dd348a7546428dbad912bb553904', 'gw_port_host': None}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:34:03.398982 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.429407 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b26fad-7a63-4da1-9244-4dcb46444e9d,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:03.484488 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.577894 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.580006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.624021 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.624610 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f1bef9-0d59-4e55-8908-98b531dfcda4 {{(pid=93911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:34:03.629043 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.630191 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4ff7a7e4-5aae-4068-a814-8fe2e7dac4d7 admin admin] 10.222.0.68 "DELETE /v2.0/routers/58f1bef9-0d59-4e55-8908-98b531dfcda4 HTTP/1.1" status: 204 len: 168 time: 0.7537234 Sep 14 15:34:03.633017 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45232) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:03.677694 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Deleting subnet cfa2b640-56c1-461e-990d-529cac5ad347 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:34:03.681321 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.688390 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829a36-8b08-4f39-b291-49525910fbac req-1f5b09eb-edb5-470b-85dd-db19405424ef tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:03.689475 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2a829a36-8b08-4f39-b291-49525910fbac req-1f5b09eb-edb5-470b-85dd-db19405424ef tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 943 time: 0.0490706 Sep 14 15:34:03.723835 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.729426 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2a829a36-8b08-4f39-b291-49525910fbac req-c290b52d-9738-409a-a89e-07416a05d3d5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Sep 14 15:34:03.810697 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.863098 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.888382 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa2b640-56c1-461e-990d-529cac5ad347,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:03.891971 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:03.893899 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3a8eae47-25af-4a3c-9cf1-2a45e78cbfbb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cfa2b640-56c1-461e-990d-529cac5ad347 HTTP/1.1" status: 204 len: 168 time: 0.2594995 Sep 14 15:34:03.896446 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45234) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:03.899635 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3b429-7178-4945-af52-99ae46992bd0 None None] Network 6db66e0e-293d-42b9-8d44-981973eb0c3f requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:34:03.971215 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.027519 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Deleting port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:34:04.027855 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.096435 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] For port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,segment=NetworkSegment(e7139b45-dcc6-4815-8b26-f458eaf34c96),segment_id=e7139b45-dcc6-4815-8b26-f458eaf34c96)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:04.096796 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.110405 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Calling delete_port for 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 owned by network:dhcp {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:34:04.189774 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 58b26fad-7a63-4da1-9244-4dcb46444e9d no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:34:04.206988 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.213389 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 58b26fad-7a63-4da1-9244-4dcb46444e9d {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:34:04.213888 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 58b26fad-7a63-4da1-9244-4dcb46444e9d not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:34:04.214161 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:34:04.219469 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa20cd-af75-45de-94eb-439f4dea76a5 None None] DHCP port deletion for 6db66e0e-293d-42b9-8d44-981973eb0c3f request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:34:04.236534 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] No DVR routers for this DVR port 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 on host dv-cinder-806965-5-iscsi {{(pid=93910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:34:04.239861 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb2d723-e0ae-4a74-b9b6-7698c83d6141,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:04.246220 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:34:04.246590 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 5c76ae26-6ac2-4b3e-8a90-81de7fe375ee not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:34:04.312994 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.334534 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db66e0e-293d-42b9-8d44-981973eb0c3f']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:04.344230 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7139b45-dcc6-4815-8b26-f458eaf34c96') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:04.344527 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7139b45-dcc6-4815-8b26-f458eaf34c96') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:34:04.354849 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.369550 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.375900 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:34:04.376181 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:34:04.377877 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:34:04.387400 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device b354c6df-1d5d-4087-9314-35586623b027 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:34:04.442875 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.448557 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.450521 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6db66e0e-293d-42b9-8d44-981973eb0c3f HTTP/1.1" status: 204 len: 168 time: 0.5530725 Sep 14 15:34:04.461104 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e653fa-b933-46dc-9c4c-96fd316db391 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db66e0e-293d-42b9-8d44-981973eb0c3f,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:04.498569 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port b354c6df-1d5d-4087-9314-35586623b027, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b354c6df-1d5d-4087-9314-35586623b027,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:04.510098 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'b354c6df-1d5d-4087-9314-35586623b027', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'port_id': 'b354c6df-1d5d-4087-9314-35586623b027', 'mac_address': 'fa:16:3e:55:78:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f659741-1bbd-4925-ab8e-364a64249711', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:34:04.547761 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.561378 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b354c6df-1d5d-4087-9314-35586623b027 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:04.575701 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45238) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:04.583271 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port b354c6df-1d5d-4087-9314-35586623b027, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b354c6df-1d5d-4087-9314-35586623b027,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:04.588496 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.625109 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-49b2cda3-5437-4de4-ab8d-5c6ca0f9af47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40c8dd348a7546428dbad912bb553904&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479870 Sep 14 15:34:04.627525 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45240) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:04.647382 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=b354c6df-1d5d-4087-9314-35586623b027,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:04.676663 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d4289753-7f73-45c6-a965-300fd92f0eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.698412 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d4289753-7f73-45c6-a965-300fd92f0eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.743653 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d4289753-7f73-45c6-a965-300fd92f0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.747662 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d4289753-7f73-45c6-a965-300fd92f0eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:04.752739 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d4289753-7f73-45c6-a965-300fd92f0eaa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30972395-abb4-4437-bdc5-d22cc1302fbc HTTP/1.1" status: 204 len: 168 time: 0.1203320 Sep 14 15:34:04.759873 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4289753-7f73-45c6-a965-300fd92f0eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30972395-abb4-4437-bdc5-d22cc1302fbc,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:04.849804 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['b354c6df-1d5d-4087-9314-35586623b027'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:04.853834 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e614aa-379d-4103-a452-d2cbcc66f3d9 req-93258da0-c127-4677-85d8-fd8dc836d68f tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:04.855418 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-87e614aa-379d-4103-a452-d2cbcc66f3d9 req-93258da0-c127-4677-85d8-fd8dc836d68f tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 944 time: 0.0526481 Sep 14 15:34:04.899622 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-87e614aa-379d-4103-a452-d2cbcc66f3d9 req-46e16abd-a3f8-4f53-a858-d5d01ef731ad tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 Sep 14 15:34:05.835505 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-8ff6d695-64e6-4925-ad35-793e121fef00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403793 Sep 14 15:34:05.915862 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-70f70d36-0555-46ad-8b28-5c97212fa9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:05.918157 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-70f70d36-0555-46ad-8b28-5c97212fa9b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1098 time: 0.0422142 Sep 14 15:34:06.058925 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-4ad87693-462c-4d7a-88a8-a10a453e6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:06.060441 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-4ad87693-462c-4d7a-88a8-a10a453e6759 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 910 time: 0.1232083 Sep 14 15:34:06.072733 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb602f-08a2-4c5e-a006-8e4219927522 req-90a4d998-4930-496b-bf60-1b8e6db2d266 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:06.074339 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-11bb602f-08a2-4c5e-a006-8e4219927522 req-90a4d998-4930-496b-bf60-1b8e6db2d266 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 944 time: 0.0726500 Sep 14 15:34:06.150491 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:34:06.165290 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-11bb602f-08a2-4c5e-a006-8e4219927522 req-d7c21041-a719-4970-896f-05872555d403 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830679 Sep 14 15:34:06.172065 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-2523120b-706b-4f71-aa75-9b6925af1e16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 1001 time: 0.0967524 Sep 14 15:34:06.173035 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:34:06.173380 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 2cb2d723-e0ae-4a74-b9b6-7698c83d6141 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:34:06.224792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-f44124e4-704a-4197-9c60-d7f804f7ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:06.226891 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-f44124e4-704a-4197-9c60-d7f804f7ecd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 200 len: 848 time: 0.0473053 Sep 14 15:34:06.271367 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-03cd0f45-1a93-4422-bf92-b87e422b65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:06.272859 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-03cd0f45-1a93-4422-bf92-b87e422b65cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d507ba6-8850-40ce-8967-452816dca4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396888 Sep 14 15:34:06.367920 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-cef29b1f-7180-47a4-8a1d-502897d8cd16 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882092 Sep 14 15:34:06.386426 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device b354c6df-1d5d-4087-9314-35586623b027 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:34:06.436613 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port b354c6df-1d5d-4087-9314-35586623b027 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:34:06.440913 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port b354c6df-1d5d-4087-9314-35586623b027 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:34:06.441285 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.467093 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45294) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:06.468496 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-23f0de76-1e7d-4e8e-b07d-14f29376393e req-a20102fc-a849-4e3f-999e-b240c7cc75e3 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942240 Sep 14 15:34:06.524914 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.546937 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354c6df-1d5d-4087-9314-35586623b027'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:06.549205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa51affa-d251-46e9-b017-df24e77a9a93" -d '{"events": [{"server_uuid": "661f3269-dcc1-447e-9cb5-74a86f0995f1", "name": "network-vif-plugged", "status": "completed", "tag": "b354c6df-1d5d-4087-9314-35586623b027"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:06.562577 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port b354c6df-1d5d-4087-9314-35586623b027, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b354c6df-1d5d-4087-9314-35586623b027,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:06.567577 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.583524 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-34b56c7a-e73a-4e03-97b4-576662e8fc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.595401 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cab46d-5880-4488-97d2-d946b4f10654 x-openstack-request-id: req-80cab46d-5880-4488-97d2-d946b4f10654 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:06.595888 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f3269-dcc1-447e-9cb5-74a86f0995f1", "name": "network-vif-plugged", "status": "completed", "tag": "b354c6df-1d5d-4087-9314-35586623b027", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:06.596392 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80cab46d-5880-4488-97d2-d946b4f10654 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:06.596879 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b354c6df-1d5d-4087-9314-35586623b027', 'code': 200} Sep 14 15:34:06.624898 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=b354c6df-1d5d-4087-9314-35586623b027,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:06.678756 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-34b56c7a-e73a-4e03-97b4-576662e8fc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.684162 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-34b56c7a-e73a-4e03-97b4-576662e8fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.727776 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-34b56c7a-e73a-4e03-97b4-576662e8fc7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb5fb8110cc84a60b33bbd9f998b697b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563159 Sep 14 15:34:06.727776 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b56c7a-e73a-4e03-97b4-576662e8fc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846998b5-0391-4a99-b497-9db0d12352e8,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:06.728741 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45300) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:06.765173 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcd7fe-8739-4b32-a420-19b9e5e6389e req-0e4ff503-61ef-493a-a88b-7e46f406e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:06.766718 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3dcd7fe-8739-4b32-a420-19b9e5e6389e req-0e4ff503-61ef-493a-a88b-7e46f406e54b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 1098 time: 0.0447402 Sep 14 15:34:06.780316 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a248564-d896-4784-9e65-d8c0bece23f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.802064 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a248564-d896-4784-9e65-d8c0bece23f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.806694 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f3dcd7fe-8739-4b32-a420-19b9e5e6389e req-8bc554d9-a4f1-48a2-a0ea-095316384422 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Sep 14 15:34:06.847468 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a248564-d896-4784-9e65-d8c0bece23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.850129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9a248564-d896-4784-9e65-d8c0bece23f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:06.851479 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-9a248564-d896-4784-9e65-d8c0bece23f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/846998b5-0391-4a99-b497-9db0d12352e8 HTTP/1.1" status: 204 len: 168 time: 0.1216784 Sep 14 15:34:06.859134 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a248564-d896-4784-9e65-d8c0bece23f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846998b5-0391-4a99-b497-9db0d12352e8,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:07.112127 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45306) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:07.126090 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-301448aa-845f-4764-ad83-c93b0f0d8f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.220101 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-301448aa-845f-4764-ad83-c93b0f0d8f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.223966 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-301448aa-845f-4764-ad83-c93b0f0d8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.264632 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-301448aa-845f-4764-ad83-c93b0f0d8f15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d7ac60bd72349d8a17ed33517db4ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512363 Sep 14 15:34:07.265514 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301448aa-845f-4764-ad83-c93b0f0d8f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc89ee3d-6099-4be2-940b-1be874a3ef2e,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:07.266459 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45310) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:07.316603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aebcd9-813e-4801-adc3-1d522555797c req-4214a67f-ee01-446f-a2d3-5067bea36b93 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:07.318132 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9aebcd9-813e-4801-adc3-1d522555797c req-4214a67f-ee01-446f-a2d3-5067bea36b93 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 945 time: 0.0804865 Sep 14 15:34:07.343614 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-162e165c-6253-40e6-b830-e28c11073f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.376481 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f9aebcd9-813e-4801-adc3-1d522555797c req-af61ab64-802e-48d5-aa66-ef7964cf151a tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482304 Sep 14 15:34:07.380860 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-162e165c-6253-40e6-b830-e28c11073f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.426228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-162e165c-6253-40e6-b830-e28c11073f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.428808 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-162e165c-6253-40e6-b830-e28c11073f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:07.430794 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-162e165c-6253-40e6-b830-e28c11073f78 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc89ee3d-6099-4be2-940b-1be874a3ef2e HTTP/1.1" status: 204 len: 168 time: 0.1634018 Sep 14 15:34:07.438467 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e165c-6253-40e6-b830-e28c11073f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc89ee3d-6099-4be2-940b-1be874a3ef2e,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:08.499247 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df238-9481-4a34-a0a9-bfdf224764ad req-d38baf77-982d-4248-8f5d-1d21d428b952 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:08.500743 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a2df238-9481-4a34-a0a9-bfdf224764ad req-d38baf77-982d-4248-8f5d-1d21d428b952 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Sep 14 15:34:08.542816 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a2df238-9481-4a34-a0a9-bfdf224764ad req-0dd8c483-1425-47bc-b18d-cdd22546d010 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Sep 14 15:34:09.128834 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45378) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:09.232523 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-33fb2b90-86c1-45e7-a510-7e61c1927a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.318841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-33fb2b90-86c1-45e7-a510-7e61c1927a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.323159 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-33fb2b90-86c1-45e7-a510-7e61c1927a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.360111 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-33fb2b90-86c1-45e7-a510-7e61c1927a28 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9f7f9a88b2be4230b8feacc1c5ddd28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301614 Sep 14 15:34:09.360973 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb2b90-86c1-45e7-a510-7e61c1927a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e905da3-3d85-4ff0-8413-44861617768b,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:09.362884 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45382) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:09.418224 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d38f232e-89f9-4cf2-8158-9df130d3d142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.439425 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d38f232e-89f9-4cf2-8158-9df130d3d142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.486003 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d38f232e-89f9-4cf2-8158-9df130d3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.488584 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d38f232e-89f9-4cf2-8158-9df130d3d142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.489755 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d38f232e-89f9-4cf2-8158-9df130d3d142 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e905da3-3d85-4ff0-8413-44861617768b HTTP/1.1" status: 204 len: 168 time: 0.1253490 Sep 14 15:34:09.498107 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f232e-89f9-4cf2-8158-9df130d3d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e905da3-3d85-4ff0-8413-44861617768b,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:09.751026 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45388) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:09.765123 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82469d00-d98e-4dd5-b3e4-736f00ed83d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.851922 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82469d00-d98e-4dd5-b3e4-736f00ed83d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.855407 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-82469d00-d98e-4dd5-b3e4-736f00ed83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.891343 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82469d00-d98e-4dd5-b3e4-736f00ed83d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa090b-e772-4e3c-8cd1-c0606e275fb6,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:09.895465 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-82469d00-d98e-4dd5-b3e4-736f00ed83d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1fdbc1f4d5e649d69c45773d00f3adeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434226 Sep 14 15:34:09.898982 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45390) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:09.951406 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eeceaa7e-fd4d-4ba4-8709-91bb8d66ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:09.973013 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eeceaa7e-fd4d-4ba4-8709-91bb8d66ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:10.025035 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eeceaa7e-fd4d-4ba4-8709-91bb8d66ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:10.027938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-eeceaa7e-fd4d-4ba4-8709-91bb8d66ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:10.029129 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-eeceaa7e-fd4d-4ba4-8709-91bb8d66ff24 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2fa090b-e772-4e3c-8cd1-c0606e275fb6 HTTP/1.1" status: 204 len: 168 time: 0.1290829 Sep 14 15:34:10.036967 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeceaa7e-fd4d-4ba4-8709-91bb8d66ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa090b-e772-4e3c-8cd1-c0606e275fb6,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:10.348400 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-6bf63b77-efd3-4776-b20b-a9176c8eaaad tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:10.349874 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-6bf63b77-efd3-4776-b20b-a9176c8eaaad tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1029890 Sep 14 15:34:10.369205 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-cf853bd4-6869-415f-97cb-cd50f06d92b7 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/quotas/ee6aff0c89994496b6902938dfb4c29b HTTP/1.1" status: 200 len: 375 time: 0.0096581 Sep 14 15:34:10.424084 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-f40f1e59-6c78-4db3-82af-2becfb0f81df tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494640 Sep 14 15:34:10.613627 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-9055cb2b-e81c-44fc-ac93-27da4837a4f6 service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820951 Sep 14 15:34:10.709350 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-53476a44-80ea-4055-8e21-c9f5b364bd50 service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885973 Sep 14 15:34:10.886963 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cd70e412-9c2d-4e0b-bf94-3fc6e35db0b7 req-bcb46ad9-f939-4087-a5ca-a4a7063f58c4 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 210 time: 0.0275447 Sep 14 15:34:11.375968 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6a2181bf-600b-4a62-b64d-3fa1bf2a154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:11.896528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-4a9fa66b-5f38-4aeb-b574-632225040233 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:11.898022 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-4a9fa66b-5f38-4aeb-b574-632225040233 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1407373 Sep 14 15:34:11.921691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Request body: {'port': {'device_id': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'admin_state_up': True, 'tenant_id': 'ee6aff0c89994496b6902938dfb4c29b'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:34:12.013520 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c95eb975-3242-48b8-9754-a2a07508355e req-d7329dd2-4f48-42e9-b3cf-7f7f8eb270c8 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 210 time: 0.0579329 Sep 14 15:34:12.059834 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Made reservation on behalf of ee6aff0c89994496b6902938dfb4c29b for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:34:12.063404 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.186603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Allocated IP 172.20.0.2 (1dd17663-58f3-4172-b49e-e0b3a421a247/8f659741-1bbd-4925-ab8e-364a64249711/49ca4277-290c-4f24-9973-7d19bf782b96) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:34:12.331168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.370896 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.384290 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'b354c6df-1d5d-4087-9314-35586623b027'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:12.410982 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:34:12.414701 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:34:12.418314 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:34:12.447720 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event updated for resources: {'Port': ['ID=49ca4277-290c-4f24-9973-7d19bf782b96,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:12.473362 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:12.474006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.488398 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-461ec0b1-836b-46a4-b40c-18c75861622d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711784 Sep 14 15:34:12.500521 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Request body: {'port': {'device_id': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:34:12.556937 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.813882 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca4277-290c-4f24-9973-7d19bf782b96 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:12.821940 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.833876 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Transition to ACTIVE for port object 49ca4277-290c-4f24-9973-7d19bf782b96 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:34:12.838311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:12.909924 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca4277-290c-4f24-9973-7d19bf782b96,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:12.960977 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Attempting to bind port 49ca4277-290c-4f24-9973-7d19bf782b96 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:34:12.961311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Attempting to bind port 49ca4277-290c-4f24-9973-7d19bf782b96 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:34:12.961636 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Attempting to bind port 49ca4277-290c-4f24-9973-7d19bf782b96 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:34:12.966200 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Port 49ca4277-290c-4f24-9973-7d19bf782b96 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:34:12.966639 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Attempting to bind port 49ca4277-290c-4f24-9973-7d19bf782b96 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:34:12.972835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:34:12.973175 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Checking segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:34:12.973551 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Bound using segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:34:12.973978 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Bound port: 49ca4277-290c-4f24-9973-7d19bf782b96, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:34:12.974336 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:13.041267 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] For port 49ca4277-290c-4f24-9973-7d19bf782b96, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:34:13.045387 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] For port 49ca4277-290c-4f24-9973-7d19bf782b96, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=49ca4277-290c-4f24-9973-7d19bf782b96,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:34:13.049935 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:13.094023 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:13.094672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:13.096033 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] 10.222.0.52 "PUT /v2.0/ports/49ca4277-290c-4f24-9973-7d19bf782b96 HTTP/1.1" status: 200 len: 1093 time: 0.5996284 Sep 14 15:34:13.096459 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'tag': '49ca4277-290c-4f24-9973-7d19bf782b96'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:13.098678 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90889378-3fad-4c95-bcb6-b798e6925fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb16518-c51b-456d-91c9-475bb34f5da1", "tag": "49ca4277-290c-4f24-9973-7d19bf782b96"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:13.165263 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fc5ea-2d81-43cc-b9eb-beeda79b2272 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca4277-290c-4f24-9973-7d19bf782b96,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:13.169771 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24200ca7-09e5-42a4-a8a5-a91b693ee404 x-openstack-request-id: req-24200ca7-09e5-42a4-a8a5-a91b693ee404 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:13.170075 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb16518-c51b-456d-91c9-475bb34f5da1", "tag": "49ca4277-290c-4f24-9973-7d19bf782b96", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:13.170325 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24200ca7-09e5-42a4-a8a5-a91b693ee404 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:13.170724 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'tag': '49ca4277-290c-4f24-9973-7d19bf782b96', 'status': 'completed', 'code': 200} Sep 14 15:34:13.204495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc836aac-6764-4e49-845c-f2cc85b741f3 req-d14be3ee-1f97-456b-b2be-213c23bb228f tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:13.206003 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dc836aac-6764-4e49-845c-f2cc85b741f3 req-d14be3ee-1f97-456b-b2be-213c23bb228f tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 943 time: 0.1157763 Sep 14 15:34:13.220364 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-d1bc80f9-01e8-4522-9c71-148a6afb0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:13.221830 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-d1bc80f9-01e8-4522-9c71-148a6afb0d33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 1096 time: 0.0662127 Sep 14 15:34:13.274824 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-b0d4783b-02e5-4851-9db7-4275b56fa257 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49ca4277-290c-4f24-9973-7d19bf782b96 HTTP/1.1" status: 200 len: 217 time: 0.0433044 Sep 14 15:34:13.294401 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-dc836aac-6764-4e49-845c-f2cc85b741f3 req-7b434123-8b39-454f-8e6d-a0d89274b7d3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815723 Sep 14 15:34:13.329508 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5739-28df-4866-badb-e0512d9ae76d req-bcbd43f5-5639-40a2-acd7-7a6e37192a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:13.331039 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-bcbd43f5-5639-40a2-acd7-7a6e37192a13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0488641 Sep 14 15:34:13.364780 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-2c1775da-af6b-4f89-b0ec-541c380620c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256536 Sep 14 15:34:13.461903 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-5809143f-11d3-4699-9a64-f8eec7f418fd service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898874 Sep 14 15:34:13.554335 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-001a5739-28df-4866-badb-e0512d9ae76d req-04d935c2-64de-483e-8082-92df2a37a0ad service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 Sep 14 15:34:13.666637 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-c8dcc901-4f52-4bbd-8f77-7ce4966edcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:13.668128 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-c8dcc901-4f52-4bbd-8f77-7ce4966edcac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 1096 time: 0.0404296 Sep 14 15:34:14.021638 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-0efc9fd1-e8e3-447f-bb68-5e98fa5d4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:14.023347 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-0efc9fd1-e8e3-447f-bb68-5e98fa5d4591 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 915 time: 0.3479424 Sep 14 15:34:14.072999 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-c9614ad4-4fa1-4ede-b42d-40cebf198ba3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49ca4277-290c-4f24-9973-7d19bf782b96 HTTP/1.1" status: 200 len: 217 time: 0.0364687 Sep 14 15:34:14.128792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-b2ecc50f-fbe7-42fa-8c1b-19eb17428441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:14.130203 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-b2ecc50f-fbe7-42fa-8c1b-19eb17428441 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0464056 Sep 14 15:34:14.161754 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-29e3869c-f53b-4a58-8592-b837041a65d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234933 Sep 14 15:34:14.227781 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:14.259160 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-be5ee3a5-2f5d-4322-b7bb-7e89033ed14d service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859456 Sep 14 15:34:14.318644 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-aaa11f44-0800-4ab7-b6e4-edcfb9c3716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:14.369662 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-90889378-3fad-4c95-bcb6-b798e6925fa2 req-d98a52ef-8618-4ef9-952a-61836e33a7a7 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028042 Sep 14 15:34:14.428224 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19b33f-e98f-458f-b624-0fc25cc66534 req-a5dc7b03-d9fb-47c9-87d1-f6849b1db3c8 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:14.430493 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0e19b33f-e98f-458f-b624-0fc25cc66534 req-a5dc7b03-d9fb-47c9-87d1-f6849b1db3c8 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 943 time: 0.0597658 Sep 14 15:34:14.471783 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0e19b33f-e98f-458f-b624-0fc25cc66534 req-21d36e1d-f392-4ab8-8154-e56418481a82 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348032 Sep 14 15:34:15.048260 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45504) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:15.152859 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dab369f7-97ac-4584-b19c-6e2ef6ef7dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.220130 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.253614 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dab369f7-97ac-4584-b19c-6e2ef6ef7dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.257366 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dab369f7-97ac-4584-b19c-6e2ef6ef7dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.298254 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-dab369f7-97ac-4584-b19c-6e2ef6ef7dc3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b86b7fbc4a3f456da1a7db4c5b213812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489102 Sep 14 15:34:15.300571 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab369f7-97ac-4584-b19c-6e2ef6ef7dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161c313c-01ff-462a-9afa-c31f106056eb,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:15.300955 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45508) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:15.354659 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6877-d40c-4821-9cc3-20e5eb01cecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.379421 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6877-d40c-4821-9cc3-20e5eb01cecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.424298 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6877-d40c-4821-9cc3-20e5eb01cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.426854 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6877-d40c-4821-9cc3-20e5eb01cecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.427981 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-9b0c6877-d40c-4821-9cc3-20e5eb01cecf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/161c313c-01ff-462a-9afa-c31f106056eb HTTP/1.1" status: 204 len: 168 time: 0.1260221 Sep 14 15:34:15.436431 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c6877-d40c-4821-9cc3-20e5eb01cecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161c313c-01ff-462a-9afa-c31f106056eb,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:15.590470 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51756621-2905-4a68-8bda-c18e873666d9 req-551f07e8-6f76-4836-b959-909a10a80f69 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:15.592012 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-51756621-2905-4a68-8bda-c18e873666d9 req-551f07e8-6f76-4836-b959-909a10a80f69 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 943 time: 0.0505311 Sep 14 15:34:15.630778 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-51756621-2905-4a68-8bda-c18e873666d9 req-f4b85c4d-b3ba-4279-82db-853234631dd3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328925 Sep 14 15:34:15.690032 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45516) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:15.703281 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5be6837e-03f2-44f2-bb42-aa8f8bb9a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.789257 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5be6837e-03f2-44f2-bb42-aa8f8bb9a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.793001 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5be6837e-03f2-44f2-bb42-aa8f8bb9a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.832586 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5be6837e-03f2-44f2-bb42-aa8f8bb9a7fd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67a38dd7879c45888b28a82569ba5eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413472 Sep 14 15:34:15.833646 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6837e-03f2-44f2-bb42-aa8f8bb9a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e1d98-77f2-4111-ae53-7ab3261b893e,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:15.835606 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45518) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:15.884021 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-00ace412-90bb-4078-9005-6ba25825728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.903883 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-00ace412-90bb-4078-9005-6ba25825728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.949955 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-00ace412-90bb-4078-9005-6ba25825728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.952524 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-00ace412-90bb-4078-9005-6ba25825728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:15.953666 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-00ace412-90bb-4078-9005-6ba25825728e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/476e1d98-77f2-4111-ae53-7ab3261b893e HTTP/1.1" status: 204 len: 168 time: 0.1170337 Sep 14 15:34:15.962151 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ace412-90bb-4078-9005-6ba25825728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e1d98-77f2-4111-ae53-7ab3261b893e,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:16.432165 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 49ca4277-290c-4f24-9973-7d19bf782b96 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:34:16.529537 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 49ca4277-290c-4f24-9973-7d19bf782b96, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=49ca4277-290c-4f24-9973-7d19bf782b96,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:16.541776 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '49ca4277-290c-4f24-9973-7d19bf782b96', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'port_id': '49ca4277-290c-4f24-9973-7d19bf782b96', 'mac_address': 'fa:16:3e:30:f3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f659741-1bbd-4925-ab8e-364a64249711', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:34:16.578932 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:16.592291 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca4277-290c-4f24-9973-7d19bf782b96 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:16.600264 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:34:16.612579 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 49ca4277-290c-4f24-9973-7d19bf782b96, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=49ca4277-290c-4f24-9973-7d19bf782b96,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:16.617068 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:16.667106 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=49ca4277-290c-4f24-9973-7d19bf782b96,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:16.756545 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68ba78-626f-4251-b668-0f6a116ef558 req-e93d8215-7a85-4e80-8da8-d9aff95e8341 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:16.756545 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6a68ba78-626f-4251-b668-0f6a116ef558 req-e93d8215-7a85-4e80-8da8-d9aff95e8341 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 944 time: 0.0537786 Sep 14 15:34:16.795294 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6a68ba78-626f-4251-b668-0f6a116ef558 req-9068185d-8473-4b2c-a653-6d85256569f8 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Sep 14 15:34:16.868360 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['49ca4277-290c-4f24-9973-7d19bf782b96'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:17.020477 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:17.910295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcc3ba-9e2e-4a02-93a6-39a5a1885b9f req-20cbbbb6-4774-4147-8818-960df0fb0bbd tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:17.911809 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-71bcc3ba-9e2e-4a02-93a6-39a5a1885b9f req-20cbbbb6-4774-4147-8818-960df0fb0bbd tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Sep 14 15:34:17.950141 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-71bcc3ba-9e2e-4a02-93a6-39a5a1885b9f req-76014ac0-3c8d-4d3d-89a8-51a989f6d208 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Sep 14 15:34:18.447161 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 49ca4277-290c-4f24-9973-7d19bf782b96 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:34:18.495384 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 49ca4277-290c-4f24-9973-7d19bf782b96 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:34:18.498856 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 49ca4277-290c-4f24-9973-7d19bf782b96 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:34:18.499227 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:18.575533 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:18.597132 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca4277-290c-4f24-9973-7d19bf782b96'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:18.599385 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a32ff36-1968-45b8-9fb8-2f921138749e" -d '{"events": [{"server_uuid": "0bb16518-c51b-456d-91c9-475bb34f5da1", "name": "network-vif-plugged", "status": "completed", "tag": "49ca4277-290c-4f24-9973-7d19bf782b96"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:18.612906 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 49ca4277-290c-4f24-9973-7d19bf782b96, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=49ca4277-290c-4f24-9973-7d19bf782b96,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:18.617604 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:18.641254 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ea98b-c6b2-4770-987b-2cc246935fb1 x-openstack-request-id: req-f65ea98b-c6b2-4770-987b-2cc246935fb1 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:18.641574 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb16518-c51b-456d-91c9-475bb34f5da1", "name": "network-vif-plugged", "status": "completed", "tag": "49ca4277-290c-4f24-9973-7d19bf782b96", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:18.641824 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f65ea98b-c6b2-4770-987b-2cc246935fb1 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:18.642212 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca4277-290c-4f24-9973-7d19bf782b96', 'code': 200} Sep 14 15:34:18.673337 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=49ca4277-290c-4f24-9973-7d19bf782b96,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:18.811092 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b0d56-65a9-4146-a0ae-6f7080fa0b05 req-860dc9a5-3603-48b1-a82a-d5c55272e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:18.812597 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e16b0d56-65a9-4146-a0ae-6f7080fa0b05 req-860dc9a5-3603-48b1-a82a-d5c55272e31f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 1098 time: 0.0409391 Sep 14 15:34:18.848546 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e16b0d56-65a9-4146-a0ae-6f7080fa0b05 req-711a0a56-16dd-4675-8bb1-c43189578e76 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280921 Sep 14 15:34:19.082716 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef274a09-d858-49a2-8c11-8407ba2ce7b6 req-21b9e2a2-e050-4ede-a23f-edd9ba80f7af tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:19.084201 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ef274a09-d858-49a2-8c11-8407ba2ce7b6 req-21b9e2a2-e050-4ede-a23f-edd9ba80f7af tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 945 time: 0.0563977 Sep 14 15:34:19.122107 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ef274a09-d858-49a2-8c11-8407ba2ce7b6 req-d3651f40-8144-49c7-95d7-da3e3a245592 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Sep 14 15:34:20.239086 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796481-1af2-494c-ae1e-4257c99cdf5f req-5b412e1b-629f-480e-9a8a-6c0b559fa607 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:20.241684 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f796481-1af2-494c-ae1e-4257c99cdf5f req-5b412e1b-629f-480e-9a8a-6c0b559fa607 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Sep 14 15:34:20.281211 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f796481-1af2-494c-ae1e-4257c99cdf5f req-24e5a8ec-a6a3-40a2-a2e9-6745a213b45d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Sep 14 15:34:26.662393 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45660) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:26.766243 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a64f303f-d5a8-49a7-a085-3a583d3dc6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:26.853754 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a64f303f-d5a8-49a7-a085-3a583d3dc6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:26.857894 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a64f303f-d5a8-49a7-a085-3a583d3dc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:26.896354 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a64f303f-d5a8-49a7-a085-3a583d3dc6fa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f58dfd012703490d9d6a24074127f213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319572 Sep 14 15:34:26.897864 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f303f-d5a8-49a7-a085-3a583d3dc6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d2ff4-afc7-423b-9aa4-776b4d22665c,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:26.899593 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45666) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:26.954839 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9824-5d42-472b-a1f1-42c922979fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:26.977891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9824-5d42-472b-a1f1-42c922979fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.031097 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9824-5d42-472b-a1f1-42c922979fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.033909 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9824-5d42-472b-a1f1-42c922979fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.035095 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3d5c9824-5d42-472b-a1f1-42c922979fb4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f2d2ff4-afc7-423b-9aa4-776b4d22665c HTTP/1.1" status: 204 len: 168 time: 0.1334598 Sep 14 15:34:27.044678 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c9824-5d42-472b-a1f1-42c922979fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d2ff4-afc7-423b-9aa4-776b4d22665c,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:27.132706 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0a3bd-274c-4af3-98c0-adb2361386e0 req-13daee82-154a-4df6-8a9d-f165b4878da5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:27.134311 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a6a0a3bd-274c-4af3-98c0-adb2361386e0 req-13daee82-154a-4df6-8a9d-f165b4878da5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0599053 Sep 14 15:34:27.176288 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a6a0a3bd-274c-4af3-98c0-adb2361386e0 req-64133edb-e781-4bf8-a435-307ab11169bb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352325 Sep 14 15:34:27.314059 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45676) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:27.327101 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0362e6b3-98ef-4a13-8207-3f7d38f2446b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.415355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0362e6b3-98ef-4a13-8207-3f7d38f2446b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.419414 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0362e6b3-98ef-4a13-8207-3f7d38f2446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.457511 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0362e6b3-98ef-4a13-8207-3f7d38f2446b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c0a9294ce10e434e9739f1b6bfb16866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423283 Sep 14 15:34:27.458795 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362e6b3-98ef-4a13-8207-3f7d38f2446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208fa2b6-1caa-4e7e-ab7e-f1e003aa77b1,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:27.460549 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45678) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:27.515430 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6021e4f9-69dc-4bd8-9ef9-115b802c05e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.535806 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6021e4f9-69dc-4bd8-9ef9-115b802c05e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.584001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6021e4f9-69dc-4bd8-9ef9-115b802c05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.586749 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-6021e4f9-69dc-4bd8-9ef9-115b802c05e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:27.587899 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6021e4f9-69dc-4bd8-9ef9-115b802c05e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/208fa2b6-1caa-4e7e-ab7e-f1e003aa77b1 HTTP/1.1" status: 204 len: 168 time: 0.1252167 Sep 14 15:34:27.595466 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e4f9-69dc-4bd8-9ef9-115b802c05e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208fa2b6-1caa-4e7e-ab7e-f1e003aa77b1,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:28.297973 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939fd38-513c-4673-adc2-1d7f153de6e1 req-138274e2-3d24-4a68-8c20-0408c29a151d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:28.299712 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2939fd38-513c-4673-adc2-1d7f153de6e1 req-138274e2-3d24-4a68-8c20-0408c29a151d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0543647 Sep 14 15:34:28.343967 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2939fd38-513c-4673-adc2-1d7f153de6e1 req-a4208612-8fda-4681-a8ab-dbf79be1c764 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372872 Sep 14 15:34:29.478882 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1206e-38fe-40ac-89ea-875926891274 req-a7d1862f-b01c-4edb-87b9-684374ad00b0 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:29.480430 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79a1206e-38fe-40ac-89ea-875926891274 req-a7d1862f-b01c-4edb-87b9-684374ad00b0 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0596325 Sep 14 15:34:29.519125 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79a1206e-38fe-40ac-89ea-875926891274 req-489b0c59-2d7e-4911-ab6c-3cdc89e3bcee tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Sep 14 15:34:30.640379 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2c67b-0e7d-42cd-87dc-c5f6a4feb190 req-f2efd7ce-1f31-465c-bd94-327785fd5d95 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:30.641792 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6df2c67b-0e7d-42cd-87dc-c5f6a4feb190 req-f2efd7ce-1f31-465c-bd94-327785fd5d95 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Sep 14 15:34:30.680613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6df2c67b-0e7d-42cd-87dc-c5f6a4feb190 req-ddb31a4c-440b-438b-bbf6-f0cf0accc8aa tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Sep 14 15:34:30.826292 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:31.208168 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-78b6d9e3-c5ca-4f83-bf5a-018604f34093 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:31.210185 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-78b6d9e3-c5ca-4f83-bf5a-018604f34093 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1108010 Sep 14 15:34:31.225942 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-498fe394-7a4c-4ba2-8ce3-69ffae85fb5a tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/quotas/ee6aff0c89994496b6902938dfb4c29b HTTP/1.1" status: 200 len: 375 time: 0.0098755 Sep 14 15:34:31.280084 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-05fc64bb-09d3-4b36-8f70-9d92a2ae4029 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484326 Sep 14 15:34:31.379490 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-26cf93bf-bbea-492e-ad85-22a0b9c229a2 service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923223 Sep 14 15:34:31.473454 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-25d6d6c4-fedb-4549-a370-fef097d3b2aa service neutron] 10.222.0.68 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856643 Sep 14 15:34:31.638078 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3372517c-8dd8-43ac-81b6-0b0cbb9455c2 req-c6074986-e254-48ca-8bc7-b5b69559c032 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 210 time: 0.0299108 Sep 14 15:34:31.800963 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5fe77-dbb5-40b3-95fe-011eb569050e req-e5df155f-9c54-4f26-8cad-9a2eabef2295 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:31.802480 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fdb5fe77-dbb5-40b3-95fe-011eb569050e req-e5df155f-9c54-4f26-8cad-9a2eabef2295 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0533640 Sep 14 15:34:31.843553 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-fdb5fe77-dbb5-40b3-95fe-011eb569050e req-f027f1ab-f8c4-44fd-b331-a4ec162ae93b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336545 Sep 14 15:34:32.632711 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-6e728c2f-4c41-427d-80ae-ee4985375e13 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:32.634197 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-6e728c2f-4c41-427d-80ae-ee4985375e13 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 814 time: 0.1215036 Sep 14 15:34:32.652104 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Request body: {'port': {'device_id': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'admin_state_up': True, 'tenant_id': 'ee6aff0c89994496b6902938dfb4c29b'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:34:32.751958 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-609e946a-6508-4c70-94de-c82da809060f req-91b6cb7b-7409-477a-8d63-7aeceade71f4 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 210 time: 0.0341058 Sep 14 15:34:32.792200 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Made reservation on behalf of ee6aff0c89994496b6902938dfb4c29b for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:34:32.795714 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:32.954889 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Allocated IP 172.20.0.5 (1dd17663-58f3-4172-b49e-e0b3a421a247/8f659741-1bbd-4925-ab8e-364a64249711/88ee7b6b-bcd3-4c5d-b6cb-77450388a508) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:34:32.996462 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c59c38-7bbb-4bf4-80e2-eafae9a24cf3 req-5276c78c-3bfc-4eed-ab77-f9f85582d10a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:32.997975 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-87c59c38-7bbb-4bf4-80e2-eafae9a24cf3 req-5276c78c-3bfc-4eed-ab77-f9f85582d10a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0784023 Sep 14 15:34:33.072003 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-87c59c38-7bbb-4bf4-80e2-eafae9a24cf3 req-0e870555-2160-4a4d-b963-ce4adf26252e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616176 Sep 14 15:34:33.153901 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.190636 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.203565 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'b354c6df-1d5d-4087-9314-35586623b027', '49ca4277-290c-4f24-9973-7d19bf782b96'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:33.234386 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Network 1dd17663-58f3-4172-b49e-e0b3a421a247 is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:34:33.237338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:34:33.241902 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:34:33.267313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event updated for resources: {'Port': ['ID=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:33.285313 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.285655 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.285983 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.286307 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.286655 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.287006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.287336 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.287648 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.288019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.288333 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.288647 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.288956 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:33.309617 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:33.310236 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.324741 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-97e65202-cdbe-4854-9ab8-b343df767a3b tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6764030 Sep 14 15:34:33.338181 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Request body: {'port': {'device_id': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:34:33.391916 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.651914 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:33.659551 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.672050 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Transition to ACTIVE for port object 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:34:33.675803 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.723117 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Pushing event updated for resources: {'Port': ['ID=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:33.791670 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Attempting to bind port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:34:33.792118 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Attempting to bind port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:34:33.792339 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Attempting to bind port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:34:33.796589 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:34:33.796914 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Attempting to bind port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 on network 1dd17663-58f3-4172-b49e-e0b3a421a247 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:34:33.801672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:34:33.802011 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Checking segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:34:33.802458 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Bound using segment: {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:34:33.803524 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Bound port: 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47534e-36be-4cb1-8b74-9c89d747fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:34:33.803962 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.895749 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] For port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:34:33.899333 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] For port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:34:33.904098 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.920270 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0a37a-83fc-45b1-b101-afd8f35ba7f3 req-abc65896-d33f-4111-8569-e238c4adb1aa tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:33.922044 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06c0a37a-83fc-45b1-b101-afd8f35ba7f3 req-abc65896-d33f-4111-8569-e238c4adb1aa tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 943 time: 0.0868962 Sep 14 15:34:33.955505 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:33.956120 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:33.957479 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] 10.222.0.52 "PUT /v2.0/ports/88ee7b6b-bcd3-4c5d-b6cb-77450388a508 HTTP/1.1" status: 200 len: 1093 time: 0.6235991 Sep 14 15:34:33.961037 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'tag': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:33.963304 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b8ec67-151b-4b79-ad99-f88c932e9bef" -d '{"events": [{"name": "network-changed", "server_uuid": "160ca7a1-5e87-4f53-8ffd-de2c29fe846a", "tag": "88ee7b6b-bcd3-4c5d-b6cb-77450388a508"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:34.002762 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73814f83-45fb-49cb-9af3-442731777785 x-openstack-request-id: req-73814f83-45fb-49cb-9af3-442731777785 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:34.003047 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160ca7a1-5e87-4f53-8ffd-de2c29fe846a", "tag": "88ee7b6b-bcd3-4c5d-b6cb-77450388a508", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:34.003295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-73814f83-45fb-49cb-9af3-442731777785 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:34.003684 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'tag': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508', 'status': 'completed', 'code': 200} Sep 14 15:34:34.006287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2883a45-3c5e-4214-aa24-179061aa6693 service neutron] Pushing event updated for resources: {'Port': ['ID=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:34.022572 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06c0a37a-83fc-45b1-b101-afd8f35ba7f3 req-26a76053-e433-47cb-88cc-a58285e1c413 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 Sep 14 15:34:34.061682 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-50f40a1f-fbab-44f7-ac84-03bb932b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:34.063214 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-50f40a1f-fbab-44f7-ac84-03bb932b6310 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 1096 time: 0.0516038 Sep 14 15:34:34.108854 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-ba6de11a-3e5a-4ae4-bd49-1559ddf4b14f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508 HTTP/1.1" status: 200 len: 217 time: 0.0362597 Sep 14 15:34:34.185820 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-94122b89-56ab-47c8-9f43-8bad4deecbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:34.187323 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-94122b89-56ab-47c8-9f43-8bad4deecbf0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0701108 Sep 14 15:34:34.215712 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32cbce-fc46-4da6-aba0-31a8421cc227 req-461e51ab-fdac-4779-b370-58b64bbcda60 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:34.217198 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e32cbce-fc46-4da6-aba0-31a8421cc227 req-461e51ab-fdac-4779-b370-58b64bbcda60 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0645726 Sep 14 15:34:34.237978 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-8f595359-5578-47ec-a1cd-8cee599a430c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395024 Sep 14 15:34:34.297952 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e32cbce-fc46-4da6-aba0-31a8421cc227 req-343a5a2a-f47d-4c4c-bf3e-3fe7b2b29854 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625377 Sep 14 15:34:34.353803 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-b0b138f5-78fd-45e4-8121-4e8a05ebb26c service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070950 Sep 14 15:34:34.455412 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a077cbe-9d86-45eb-a660-444b35465b48 req-ce0ebf0c-e3b1-4e55-98f4-8add61d93c85 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919755 Sep 14 15:34:34.551039 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-814dc71f-d29f-48e9-ac0b-557a830e672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:34.553078 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-814dc71f-d29f-48e9-ac0b-557a830e672f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee6aff0c89994496b6902938dfb4c29b&device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 1096 time: 0.0421829 Sep 14 15:34:34.650237 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-db1b1200-d39b-477f-8664-ca73ba4dd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:34.651822 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-db1b1200-d39b-477f-8664-ca73ba4dd852 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 200 len: 915 time: 0.0901289 Sep 14 15:34:34.695897 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-03113200-1ef2-4d17-9e78-4e25c20a73ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508 HTTP/1.1" status: 200 len: 217 time: 0.0341930 Sep 14 15:34:34.750435 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-e4f48205-9248-476f-9145-da7c15c25dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:34.752022 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-e4f48205-9248-476f-9145-da7c15c25dcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 200 len: 854 time: 0.0440059 Sep 14 15:34:34.788696 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-39a22d2b-4510-4c46-b633-2430e510b0c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1dd17663-58f3-4172-b49e-e0b3a421a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281661 Sep 14 15:34:34.878405 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-c3e26ec8-896d-453a-ac96-1de2535c0221 service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804012 Sep 14 15:34:34.976291 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9b8ec67-151b-4b79-ad99-f88c932e9bef req-c4f56ec6-a499-4c30-b38c-cddc023e278f service neutron] 10.222.0.52 "GET /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857129 Sep 14 15:34:35.136441 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662924-5ee1-4bd7-8ca3-7514f6219cbe req-7d9d7726-af7c-4440-b7d1-1009c9dfc064 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:35.137931 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-04662924-5ee1-4bd7-8ca3-7514f6219cbe req-7d9d7726-af7c-4440-b7d1-1009c9dfc064 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 943 time: 0.0478470 Sep 14 15:34:35.174799 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-04662924-5ee1-4bd7-8ca3-7514f6219cbe req-911ff3d6-8c8b-49f0-b332-9ec40f2a285d tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307677 Sep 14 15:34:35.413860 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968b267-77ef-4507-a404-51db65439c40 req-652b6020-1ff2-414c-af2a-99c406400765 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:35.415361 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6968b267-77ef-4507-a404-51db65439c40 req-652b6020-1ff2-414c-af2a-99c406400765 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Sep 14 15:34:35.455416 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6968b267-77ef-4507-a404-51db65439c40 req-07ae0b9f-a8d7-41ff-82de-3620c399bd30 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Sep 14 15:34:35.736677 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45872) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:35.839251 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-79986b9f-6e8b-47cf-b582-97b5f735763d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:35.929280 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-79986b9f-6e8b-47cf-b582-97b5f735763d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:35.932940 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-79986b9f-6e8b-47cf-b582-97b5f735763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:35.971254 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-79986b9f-6e8b-47cf-b582-97b5f735763d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ec57ca618dd4f6ab522ebd8caa32b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335017 Sep 14 15:34:35.972361 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79986b9f-6e8b-47cf-b582-97b5f735763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c88e0b-11b6-487f-a608-65094a978c23,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:35.974390 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45876) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:36.028235 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.048952 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.094976 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.097472 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.098636 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7c88e0b-11b6-487f-a608-65094a978c23 HTTP/1.1" status: 204 len: 168 time: 0.1219957 Sep 14 15:34:36.107416 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c88e0b-11b6-487f-a608-65094a978c23,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:36.114928 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.115924 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.116293 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.116798 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.117129 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.117452 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.117771 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.118086 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.118428 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.118747 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.119056 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.119364 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a720da9d-7ccd-45c5-aa4f-86d63a953d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:36.291460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5266c6-90fa-4778-a039-8eb5fe54a7c0 req-7b4b6479-8b6d-434d-a26b-dd033d34dfdc tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:36.293104 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a5266c6-90fa-4778-a039-8eb5fe54a7c0 req-7b4b6479-8b6d-434d-a26b-dd033d34dfdc tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 943 time: 0.0504210 Sep 14 15:34:36.334522 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9a5266c6-90fa-4778-a039-8eb5fe54a7c0 req-bb9c1b66-c384-4da9-a3db-a9eb4ad42d50 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Sep 14 15:34:36.371828 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45884) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:36.385357 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0621b80b-63a9-4300-b711-e4726fc70f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.470808 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0621b80b-63a9-4300-b711-e4726fc70f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.474484 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0621b80b-63a9-4300-b711-e4726fc70f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.513539 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0621b80b-63a9-4300-b711-e4726fc70f10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f5f6e8187cd41879254453cdbbb0ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406281 Sep 14 15:34:36.514523 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621b80b-63a9-4300-b711-e4726fc70f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99faa9-94da-4563-985a-bc7b999edee0,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:36.516243 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45888) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:36.526133 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:34:36.615932 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85788ac-7afb-42a3-bf2f-b46a1daf9d32 req-890b7995-8339-4677-b4c5-11022882d6ff tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:36.618095 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d85788ac-7afb-42a3-bf2f-b46a1daf9d32 req-890b7995-8339-4677-b4c5-11022882d6ff tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0861254 Sep 14 15:34:36.618979 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f063c38-f002-4aa4-aeff-5dcdecadcdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.634777 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:36.650877 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508', 'network_id': '1dd17663-58f3-4172-b49e-e0b3a421a247', 'port_id': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508', 'mac_address': 'fa:16:3e:dc:d0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f659741-1bbd-4925-ab8e-364a64249711', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:34:36.664574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f063c38-f002-4aa4-aeff-5dcdecadcdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.705307 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.705563 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d85788ac-7afb-42a3-bf2f-b46a1daf9d32 req-001043a5-5392-4293-a0d5-47b6c0ac2bc4 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812230 Sep 14 15:34:36.720007 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:36.738281 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f063c38-f002-4aa4-aeff-5dcdecadcdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.741489 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:36.741627 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1f063c38-f002-4aa4-aeff-5dcdecadcdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.744163 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1f063c38-f002-4aa4-aeff-5dcdecadcdff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f99faa9-94da-4563-985a-bc7b999edee0 HTTP/1.1" status: 204 len: 168 time: 0.2259727 Sep 14 15:34:36.747495 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:36.752035 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f063c38-f002-4aa4-aeff-5dcdecadcdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99faa9-94da-4563-985a-bc7b999edee0,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:36.810097 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:37.035112 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['88ee7b6b-bcd3-4c5d-b6cb-77450388a508'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:37.065162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 45894) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:37.079011 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a169ba6d-7384-4c06-8a8d-6630eb7a4c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.172338 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a169ba6d-7384-4c06-8a8d-6630eb7a4c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.176996 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-a169ba6d-7384-4c06-8a8d-6630eb7a4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.214521 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-a169ba6d-7384-4c06-8a8d-6630eb7a4c7d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3054beb04944f28acf805294b5e8d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482358 Sep 14 15:34:37.216388 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169ba6d-7384-4c06-8a8d-6630eb7a4c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4035d8a7-56bf-44f4-8db1-ec7c12c84671,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:37.217405 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 45896) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:34:37.266399 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68c7d-f76b-4819-9b2a-9c1a9d31d95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.289649 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68c7d-f76b-4819-9b2a-9c1a9d31d95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.290651 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-e1dd18c0-15e5-4e17-9b14-e583a269b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:37.292174 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-e1dd18c0-15e5-4e17-9b14-e583a269b6a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1098 time: 0.0449548 Sep 14 15:34:37.339557 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68c7d-f76b-4819-9b2a-9c1a9d31d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.342185 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-d7c68c7d-f76b-4819-9b2a-9c1a9d31d95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:37.343355 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-d7c68c7d-f76b-4819-9b2a-9c1a9d31d95f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4035d8a7-56bf-44f4-8db1-ec7c12c84671 HTTP/1.1" status: 204 len: 168 time: 0.1249769 Sep 14 15:34:37.351043 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c68c7d-f76b-4819-9b2a-9c1a9d31d95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035d8a7-56bf-44f4-8db1-ec7c12c84671,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:37.386138 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-ceefc2a7-8a44-4d77-9569-8a61520ca262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:37.387680 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-ceefc2a7-8a44-4d77-9569-8a61520ca262 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 910 time: 0.0883634 Sep 14 15:34:37.485036 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-e62b04fc-7a57-4b4a-a804-2735c862760c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 1001 time: 0.0895038 Sep 14 15:34:37.498362 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68168f9b-e9d2-4553-a54c-eebc5427f3b7 req-d7fa01d4-3d04-4a5a-9c27-768eafd4a6b0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:37.499889 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-68168f9b-e9d2-4553-a54c-eebc5427f3b7 req-d7fa01d4-3d04-4a5a-9c27-768eafd4a6b0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 944 time: 0.0667987 Sep 14 15:34:37.558504 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-89001be5-5a14-4d7e-9337-4a1d1cfdc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:37.559987 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-89001be5-5a14-4d7e-9337-4a1d1cfdc924 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 200 len: 848 time: 0.0592408 Sep 14 15:34:37.579777 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-68168f9b-e9d2-4553-a54c-eebc5427f3b7 req-bd212191-d32b-4a37-ba7f-0bf8ae08da81 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709164 Sep 14 15:34:37.616391 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-ef38d6ca-c78d-48fa-bd01-a5604aa6021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:37.617898 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-ef38d6ca-c78d-48fa-bd01-a5604aa6021a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d507ba6-8850-40ce-8967-452816dca4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477712 Sep 14 15:34:37.715750 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-4b76791a-fc6c-4560-aed6-bbef31c23fab service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841529 Sep 14 15:34:37.840584 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-81fffa52-94e1-492a-a7c9-3bc94aa9d765 req-81fcd96f-880d-4506-babd-7d78d66ad119 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139650 Sep 14 15:34:37.856536 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ab3d8-72f2-447d-a6ab-f576b84e2a8e req-2b28bef5-7a7a-4f28-b97c-c360665480e5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:37.858041 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db0ab3d8-72f2-447d-a6ab-f576b84e2a8e req-2b28bef5-7a7a-4f28-b97c-c360665480e5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0710535 Sep 14 15:34:37.897809 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-db0ab3d8-72f2-447d-a6ab-f576b84e2a8e req-958c39ac-7f2f-4f3d-912f-6064ef00ddc9 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Sep 14 15:34:38.524692 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:34:38.572592 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:34:38.576469 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:34:38.576790 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:38.657948 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:38.682211 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:38.684589 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb2975b-8589-4c47-9325-7322c28ced0f" -d '{"events": [{"server_uuid": "160ca7a1-5e87-4f53-8ffd-de2c29fe846a", "name": "network-vif-plugged", "status": "completed", "tag": "88ee7b6b-bcd3-4c5d-b6cb-77450388a508"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:38.696228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def367c9-53c3-4953-ad9c-38f30df66856 req-943eea9d-9dff-47e1-8367-784c9f031f61 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:38.698075 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-def367c9-53c3-4953-ad9c-38f30df66856 req-943eea9d-9dff-47e1-8367-784c9f031f61 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 944 time: 0.0509782 Sep 14 15:34:38.698876 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:38.703452 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:38.730735 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef20cc-af82-449a-b6ae-f52caf854533 x-openstack-request-id: req-1cef20cc-af82-449a-b6ae-f52caf854533 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:38.731031 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160ca7a1-5e87-4f53-8ffd-de2c29fe846a", "name": "network-vif-plugged", "status": "completed", "tag": "88ee7b6b-bcd3-4c5d-b6cb-77450388a508", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:38.731282 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1cef20cc-af82-449a-b6ae-f52caf854533 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:38.731813 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508', 'code': 200} Sep 14 15:34:38.740691 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-def367c9-53c3-4953-ad9c-38f30df66856 req-77e17ac7-990f-4ebc-b8a3-1e5f8540b45c tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Sep 14 15:34:38.764469 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:38.772946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.773299 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.773637 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.773975 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.774302 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.774661 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.774983 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.775306 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.775630 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.775950 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.776267 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.776584 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:34:38.902937 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac600-8690-46e2-8ac5-6c40f4abae3e req-7f524ffc-0f2b-449e-af9e-d3b876fa26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:38.904324 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-da6ac600-8690-46e2-8ac5-6c40f4abae3e req-7f524ffc-0f2b-449e-af9e-d3b876fa26f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 1098 time: 0.0435057 Sep 14 15:34:38.941888 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-da6ac600-8690-46e2-8ac5-6c40f4abae3e req-57e373ff-6cf5-442f-b187-adbb5183b3f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272667 Sep 14 15:34:39.013770 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7bea5-8998-4396-8ba4-09e581a21360 req-8d2cdf3f-c610-4aac-a745-1ccf5b3adfb5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:39.015410 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c4e7bea5-8998-4396-8ba4-09e581a21360 req-8d2cdf3f-c610-4aac-a745-1ccf5b3adfb5 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Sep 14 15:34:39.054080 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c4e7bea5-8998-4396-8ba4-09e581a21360 req-35c7f3a9-0bf3-4591-a850-e6535c01886a tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326204 Sep 14 15:34:39.861019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd7728-05ee-4d78-ae7b-1b5e34606a96 req-b9803375-8cb3-4f95-bcca-6eb943fc8982 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:39.862557 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fdd7728-05ee-4d78-ae7b-1b5e34606a96 req-b9803375-8cb3-4f95-bcca-6eb943fc8982 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 945 time: 0.0511255 Sep 14 15:34:39.905440 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9fdd7728-05ee-4d78-ae7b-1b5e34606a96 req-8173284f-727d-4d35-986c-9c2532022601 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Sep 14 15:34:40.183799 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9317-dc81-4e8c-9e38-f9e9b35a026c req-1128be51-7185-4038-b4e0-7c0011385b4e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:40.185651 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c58a9317-dc81-4e8c-9e38-f9e9b35a026c req-1128be51-7185-4038-b4e0-7c0011385b4e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0572367 Sep 14 15:34:40.231289 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c58a9317-dc81-4e8c-9e38-f9e9b35a026c req-cb35790e-1fa8-4647-8398-8595ee49f446 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Sep 14 15:34:41.021785 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5bb8-e5f5-46ce-87fd-1118eed376ae req-9f95988a-e4e5-41c9-8be2-d85771928dce tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:41.023368 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79ee5bb8-e5f5-46ce-87fd-1118eed376ae req-9f95988a-e4e5-41c9-8be2-d85771928dce tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 945 time: 0.0510728 Sep 14 15:34:41.065322 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-79ee5bb8-e5f5-46ce-87fd-1118eed376ae req-e86c6b70-53f4-4fb2-9aeb-4485cb9ec635 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Sep 14 15:34:41.376517 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724e723-61bd-4cf8-b139-7c0d7ac1c9c5 req-ccaa747d-5782-42ee-9b71-0e64df273e7e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:41.378065 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f724e723-61bd-4cf8-b139-7c0d7ac1c9c5 req-ccaa747d-5782-42ee-9b71-0e64df273e7e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0662942 Sep 14 15:34:41.385756 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8202dbd2-cbf5-4ddf-a310-f856b584579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:41.417356 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f724e723-61bd-4cf8-b139-7c0d7ac1c9c5 req-6f024f46-f3c6-40b1-8867-9ec927c38139 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Sep 14 15:34:41.629835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68667294-01d2-4805-b865-d219a5bb59f6 req-19f4187f-37a3-4df0-b78f-de283458c87e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:41.631690 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-68667294-01d2-4805-b865-d219a5bb59f6 req-19f4187f-37a3-4df0-b78f-de283458c87e tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0538073 Sep 14 15:34:41.693931 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-68667294-01d2-4805-b865-d219a5bb59f6 req-09b32de0-c6f0-4453-a514-6ff73e3cc377 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561702 Sep 14 15:34:41.703826 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-8e1e478e-da40-400f-9e30-bda901579af4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495645 Sep 14 15:34:42.540613 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:34:42.628603 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:42.654139 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:42.656492 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1f6c6-8101-44a7-a112-a0e488a153ee" -d '{"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-unplugged", "status": "completed", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:42.671749 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:42.678153 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:42.708232 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a672f-0e91-44b5-880a-972fdc9e78bc x-openstack-request-id: req-550a672f-0e91-44b5-880a-972fdc9e78bc {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:42.709268 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-unplugged", "status": "failed", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "code": 422}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:42.709710 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-550a672f-0e91-44b5-880a-972fdc9e78bc {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:42.714601 dv-cinder-806965-5-iscsi neutron-server[93912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'code': 422} returned with failed status Sep 14 15:34:42.753851 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=6']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:42.838039 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e89c61-ca84-4460-b3f7-036515750470 req-979466ee-8bd0-41be-9de8-47f01995f0b0 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:42.839579 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-52e89c61-ca84-4460-b3f7-036515750470 req-979466ee-8bd0-41be-9de8-47f01995f0b0 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0585499 Sep 14 15:34:42.878530 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-52e89c61-ca84-4460-b3f7-036515750470 req-7fb61a55-a559-4334-9b8a-8544c907de5c tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Sep 14 15:34:43.134790 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-a3ac3501-3fc1-44f5-ac23-7d361e646e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:43.136396 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-a3ac3501-3fc1-44f5-ac23-7d361e646e63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3&tenant_id=b62eaa8684424903914ba1fcc182a84f HTTP/1.1" status: 200 len: 1096 time: 0.0448177 Sep 14 15:34:43.200192 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-4d1575da-8edb-4dcb-9d74-8a23bc128442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:43.201735 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-4d1575da-8edb-4dcb-9d74-8a23bc128442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1096 time: 0.0406201 Sep 14 15:34:43.298222 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-6a6378c4-0531-450d-9a0c-1a4d39cc3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:43.299998 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-6a6378c4-0531-450d-9a0c-1a4d39cc3cb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 910 time: 0.0902231 Sep 14 15:34:43.654489 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-2ee758df-ab30-42ea-ab35-7f5a5fb82529 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 999 time: 0.3454456 Sep 14 15:34:43.709437 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-88550baf-7f9b-462a-a374-1b4e81a827c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:43.711087 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-88550baf-7f9b-462a-a374-1b4e81a827c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 200 len: 848 time: 0.0434654 Sep 14 15:34:43.760134 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-5b3e2cab-54f1-44fb-894f-8f688dcd4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:43.761570 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-5b3e2cab-54f1-44fb-894f-8f688dcd4756 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d507ba6-8850-40ce-8967-452816dca4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387084 Sep 14 15:34:43.863182 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-dc646474-0b40-47d2-884e-5ee3a9e3a491 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929353 Sep 14 15:34:43.967889 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b9125b3c-d2c0-41d3-ba06-ec92fa0cafb5 req-6b2ca79f-cdf8-4774-a9e5-47fa5dc4cf7c service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958524 Sep 14 15:34:44.004052 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2b81e-8854-4a53-978c-e407f40f0150 req-d04e5751-ee31-4cab-9933-1642a353143d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:44.006285 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cb2b81e-8854-4a53-978c-e407f40f0150 req-d04e5751-ee31-4cab-9933-1642a353143d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0527070 Sep 14 15:34:44.044824 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3cb2b81e-8854-4a53-978c-e407f40f0150 req-0d151140-fe5f-4d7f-84ed-a0863b4a0ade tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Sep 14 15:34:44.229937 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:44.311585 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-54d53e96-6d12-4013-88f4-cf206205035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:45.157488 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda9a54-17c8-4cdc-b9e9-216f6bb979ce req-25052250-6216-4ca5-b8eb-095f54f39e12 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:45.158861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ffda9a54-17c8-4cdc-b9e9-216f6bb979ce req-25052250-6216-4ca5-b8eb-095f54f39e12 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0474832 Sep 14 15:34:45.196274 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ffda9a54-17c8-4cdc-b9e9-216f6bb979ce req-ecb4bf33-3cb6-45a5-981e-3deedc6bdacc tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Sep 14 15:34:45.220309 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:46.315183 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869089-5e44-45a3-863b-4f4498d95423 req-0399c51e-51b3-4de0-80fb-dca7602738c9 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:46.316626 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b869089-5e44-45a3-863b-4f4498d95423 req-0399c51e-51b3-4de0-80fb-dca7602738c9 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0515678 Sep 14 15:34:46.354794 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b869089-5e44-45a3-863b-4f4498d95423 req-1e882c15-b4e7-4fc4-8bde-86a4189309c1 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Sep 14 15:34:47.018401 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:47.468006 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4c99-0686-4820-812e-27e84ed9a530 req-e3abd080-1f9e-47b3-9841-1bf18f4c7a97 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:47.469460 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7c1c4c99-0686-4820-812e-27e84ed9a530 req-e3abd080-1f9e-47b3-9841-1bf18f4c7a97 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0477424 Sep 14 15:34:47.508283 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7c1c4c99-0686-4820-812e-27e84ed9a530 req-f7476d52-8755-404a-a2ac-5ba93e2fd9e8 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Sep 14 15:34:48.621151 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35cbb1-eede-429f-887a-99e186167d97 req-60b5d6f1-007a-429e-999f-7eed01398038 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:48.622624 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d35cbb1-eede-429f-887a-99e186167d97 req-60b5d6f1-007a-429e-999f-7eed01398038 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0480361 Sep 14 15:34:48.658914 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d35cbb1-eede-429f-887a-99e186167d97 req-ce8c6842-e6d4-4fcf-9cc2-07c3b19404bd tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304091 Sep 14 15:34:49.781124 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20f2af-cb8a-4b32-83b4-9fb303126acb req-b9478980-3f71-4c26-8c67-2c1b6d406efb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:49.782519 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ba20f2af-cb8a-4b32-83b4-9fb303126acb req-b9478980-3f71-4c26-8c67-2c1b6d406efb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0524669 Sep 14 15:34:49.819387 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ba20f2af-cb8a-4b32-83b4-9fb303126acb req-a5f9e41e-58eb-483f-b68f-ccbb254ae868 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301435 Sep 14 15:34:50.940237 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c8ad-cff1-4a5c-81fb-39390395ae70 req-73e396fd-d70f-40ae-b214-a0049ccdf759 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:50.941709 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b564c8ad-cff1-4a5c-81fb-39390395ae70 req-73e396fd-d70f-40ae-b214-a0049ccdf759 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0473444 Sep 14 15:34:50.979947 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b564c8ad-cff1-4a5c-81fb-39390395ae70 req-3a587917-ea37-4160-84a1-f3bc084e6439 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Sep 14 15:34:52.100974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a09e-ba89-4870-8e74-0f56f7251b93 req-ca9b95de-3eb9-4a89-82ae-935ad3bfa1ff tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:52.102571 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-00b7a09e-ba89-4870-8e74-0f56f7251b93 req-ca9b95de-3eb9-4a89-82ae-935ad3bfa1ff tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 943 time: 0.0515614 Sep 14 15:34:52.140511 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-00b7a09e-ba89-4870-8e74-0f56f7251b93 req-3f5f8fe1-d747-4d1c-a2de-ef0c010065df tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Sep 14 15:34:52.601723 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:34:52.697512 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:52.708393 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'port_id': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'mac_address': 'fa:16:3e:fb:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:34:52.744590 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:52.756583 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12057b6c-72d7-444e-a58d-c0e6951e3029 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:34:52.775470 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:52.779482 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:52.827254 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=7']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:53.031717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e46527-5e2c-44aa-b688-624fb414edb5 req-0df35828-892e-4761-8857-a31cf6be08ab tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:53.033196 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-33e46527-5e2c-44aa-b688-624fb414edb5 req-0df35828-892e-4761-8857-a31cf6be08ab tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 945 time: 0.0540864 Sep 14 15:34:53.061502 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['12057b6c-72d7-444e-a58d-c0e6951e3029'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:53.073550 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-33e46527-5e2c-44aa-b688-624fb414edb5 req-f25f2819-a125-4c71-861f-b394e8b9e660 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Sep 14 15:34:53.262898 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213edc0-4485-4857-aa85-55ae8f08b094 req-0433dff1-5149-4483-98fd-c579f7d3c2a1 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:53.264432 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7213edc0-4485-4857-aa85-55ae8f08b094 req-0433dff1-5149-4483-98fd-c579f7d3c2a1 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 944 time: 0.0521412 Sep 14 15:34:53.308067 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7213edc0-4485-4857-aa85-55ae8f08b094 req-1032668d-af9d-46ca-aced-008ff5bf8198 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369556 Sep 14 15:34:53.602067 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:34:54.191689 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c1dd0-5bec-4c61-bd76-c8ac6a92c80f req-5fe68bc1-7cac-4b2d-8275-65030c7c26d0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:54.193215 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f11c1dd0-5bec-4c61-bd76-c8ac6a92c80f req-5fe68bc1-7cac-4b2d-8275-65030c7c26d0 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 945 time: 0.0508666 Sep 14 15:34:54.232822 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f11c1dd0-5bec-4c61-bd76-c8ac6a92c80f req-a9f603d7-900a-40dc-9267-791d63f184f1 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Sep 14 15:34:54.430034 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42dac1-e6a2-49e2-b612-af4b7191a266 req-fa61ac4f-0599-40f2-acfd-299708ff8a8c tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:54.431521 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e42dac1-e6a2-49e2-b612-af4b7191a266 req-fa61ac4f-0599-40f2-acfd-299708ff8a8c tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 944 time: 0.0536392 Sep 14 15:34:54.473694 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1e42dac1-e6a2-49e2-b612-af4b7191a266 req-a4d7014c-13dd-4af5-a63e-bcf01198894b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362618 Sep 14 15:34:54.640943 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:34:54.691728 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 12057b6c-72d7-444e-a58d-c0e6951e3029 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:34:54.692098 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:54.770282 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:54.790117 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-2aafe882-bc7c-423f-aa1e-3a009783912a tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:54.791781 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-2aafe882-bc7c-423f-aa1e-3a009783912a tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 945 time: 0.0512192 Sep 14 15:34:54.800388 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:54.802643 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b08f73-0be1-493b-b24b-b696588ce935" -d '{"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-plugged", "status": "completed", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:54.815741 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:54.821055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:54.847072 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b26c41-f1c3-44c6-b5e0-27e053b5f6aa x-openstack-request-id: req-b9b26c41-f1c3-44c6-b5e0-27e053b5f6aa {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:54.847348 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-plugged", "status": "completed", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:54.847593 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9b26c41-f1c3-44c6-b5e0-27e053b5f6aa {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:54.847999 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'code': 200} Sep 14 15:34:54.879352 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=8']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:54.889759 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Deleting port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:34:54.890094 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:54.993460 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] For port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:54.993829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:55.007714 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Calling delete_port for 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:34:55.097131 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d2af0-b08a-41b0-badd-4b73df64919b req-02e851b0-7158-4647-bbf2-a1043cd1784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:55.098645 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4f3d2af0-b08a-41b0-badd-4b73df64919b req-02e851b0-7158-4647-bbf2-a1043cd1784d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1098 time: 0.0408621 Sep 14 15:34:55.137877 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [req-4f3d2af0-b08a-41b0-badd-4b73df64919b req-9ce66c8d-5887-4161-b3c0-9062312cb8b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Sep 14 15:34:55.144741 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:55.156289 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'b354c6df-1d5d-4087-9314-35586623b027', '49ca4277-290c-4f24-9973-7d19bf782b96', '88ee7b6b-bcd3-4c5d-b6cb-77450388a508'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:55.171544 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event deleted for resources: {'Port': ['ID=88ee7b6b-bcd3-4c5d-b6cb-77450388a508,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:55.216352 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] No DVR routers for this DVR port 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:34:55.218981 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:55.221030 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-037875c8-2ae6-41f0-bf0a-9d19a5e15642 req-8e2352d0-92a3-45e2-b2dc-c008d32f362e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "DELETE /v2.0/ports/88ee7b6b-bcd3-4c5d-b6cb-77450388a508 HTTP/1.1" status: 204 len: 173 time: 0.4227786 Sep 14 15:34:55.221514 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'name': 'network-vif-deleted', 'tag': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:55.223781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a29891-086d-4208-b212-d63149cb117d" -d '{"events": [{"server_uuid": "160ca7a1-5e87-4f53-8ffd-de2c29fe846a", "name": "network-vif-deleted", "tag": "88ee7b6b-bcd3-4c5d-b6cb-77450388a508"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:34:55.261410 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326447bd-d3fe-47a4-b509-55a814865413 x-openstack-request-id: req-326447bd-d3fe-47a4-b509-55a814865413 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:34:55.261579 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160ca7a1-5e87-4f53-8ffd-de2c29fe846a", "name": "network-vif-deleted", "tag": "88ee7b6b-bcd3-4c5d-b6cb-77450388a508", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:34:55.261835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-326447bd-d3fe-47a4-b509-55a814865413 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:34:55.262229 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160ca7a1-5e87-4f53-8ffd-de2c29fe846a', 'name': 'network-vif-deleted', 'tag': '88ee7b6b-bcd3-4c5d-b6cb-77450388a508', 'status': 'completed', 'code': 200} Sep 14 15:34:55.333976 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2f37f3b9-93b8-4718-9960-03a02c3b34b7 req-30467965-2756-44e8-a1de-2fc0a06eb76e tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=160ca7a1-5e87-4f53-8ffd-de2c29fe846a HTTP/1.1" status: 200 len: 210 time: 0.0289683 Sep 14 15:34:55.590927 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143ca1f-ba45-4c49-82a0-535f455b0f89 req-0c43e857-e1ad-4b22-9727-5a67974008df tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:55.592434 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8143ca1f-ba45-4c49-82a0-535f455b0f89 req-0c43e857-e1ad-4b22-9727-5a67974008df tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Sep 14 15:34:55.632442 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8143ca1f-ba45-4c49-82a0-535f455b0f89 req-32773aea-79c8-49ad-a002-4138deb7792d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Sep 14 15:34:56.749893 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c60b0-b66a-4d15-96f2-8fff6c538134 req-ac701164-456b-4312-bb33-a3b858a95611 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:56.751426 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bc7c60b0-b66a-4d15-96f2-8fff6c538134 req-ac701164-456b-4312-bb33-a3b858a95611 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Sep 14 15:34:56.789578 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bc7c60b0-b66a-4d15-96f2-8fff6c538134 req-40f00ca6-cf63-4b9a-be4b-1f61e1cfd343 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Sep 14 15:34:57.730312 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54feeab-394b-4124-b0d7-d77ed62253c1 req-0b64f7a4-9db4-4b8b-88b3-f10103624982 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:57.731827 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a54feeab-394b-4124-b0d7-d77ed62253c1 req-0b64f7a4-9db4-4b8b-88b3-f10103624982 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Sep 14 15:34:57.773439 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a54feeab-394b-4124-b0d7-d77ed62253c1 req-3b0df2f0-e990-48e6-912a-e40a7488e197 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355506 Sep 14 15:34:58.658133 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:34:58.679159 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:34:58.679503 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 88ee7b6b-bcd3-4c5d-b6cb-77450388a508 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:34:58.902893 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e727d-eef2-4ba1-b234-c231738a7922 req-bb722b82-6642-4849-a7a3-4b312ca3a065 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:58.904396 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e50e727d-eef2-4ba1-b234-c231738a7922 req-bb722b82-6642-4849-a7a3-4b312ca3a065 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 945 time: 0.0542514 Sep 14 15:34:58.942413 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e50e727d-eef2-4ba1-b234-c231738a7922 req-92799ee8-9759-4e04-a443-dbc146b16c9a tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Sep 14 15:34:59.552334 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-bd9c7238-7744-475f-a075-146310f33923 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:34:59.554303 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-bd9c7238-7744-475f-a075-146310f33923 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 945 time: 0.0480444 Sep 14 15:34:59.652922 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Deleting port 49ca4277-290c-4f24-9973-7d19bf782b96 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:34:59.653288 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:59.742951 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] For port 49ca4277-290c-4f24-9973-7d19bf782b96, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=49ca4277-290c-4f24-9973-7d19bf782b96,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:34:59.743420 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:59.757233 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Calling delete_port for 49ca4277-290c-4f24-9973-7d19bf782b96 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:34:59.885395 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:59.897399 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'b354c6df-1d5d-4087-9314-35586623b027', '49ca4277-290c-4f24-9973-7d19bf782b96'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:34:59.915793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event deleted for resources: {'Port': ['ID=49ca4277-290c-4f24-9973-7d19bf782b96,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:34:59.957513 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] No DVR routers for this DVR port 49ca4277-290c-4f24-9973-7d19bf782b96 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:34:59.963594 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:34:59.963594 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0a857c6c-bfa2-4e5e-aa78-1845ad95b936 req-569f04f7-ded4-4c6a-8612-f4a1112542b3 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "DELETE /v2.0/ports/49ca4277-290c-4f24-9973-7d19bf782b96 HTTP/1.1" status: 204 len: 173 time: 0.3997726 Sep 14 15:34:59.963594 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'name': 'network-vif-deleted', 'tag': '49ca4277-290c-4f24-9973-7d19bf782b96'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:34:59.965286 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa6c6c-c65a-4376-9f87-b40021cdcdb3" -d '{"events": [{"server_uuid": "0bb16518-c51b-456d-91c9-475bb34f5da1", "name": "network-vif-deleted", "tag": "49ca4277-290c-4f24-9973-7d19bf782b96"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:00.031994 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742f5630-d0d1-4c1b-a0f7-554810757842 x-openstack-request-id: req-742f5630-d0d1-4c1b-a0f7-554810757842 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:00.032284 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb16518-c51b-456d-91c9-475bb34f5da1", "name": "network-vif-deleted", "tag": "49ca4277-290c-4f24-9973-7d19bf782b96", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:00.032530 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-742f5630-d0d1-4c1b-a0f7-554810757842 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:00.032962 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb16518-c51b-456d-91c9-475bb34f5da1', 'name': 'network-vif-deleted', 'tag': '49ca4277-290c-4f24-9973-7d19bf782b96', 'status': 'completed', 'code': 200} Sep 14 15:35:00.071506 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a11f1cf9-f920-4a1b-84c2-96ef4f564de8 req-550339d0-8d70-4781-998c-553de3f12f2a tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0bb16518-c51b-456d-91c9-475bb34f5da1 HTTP/1.1" status: 200 len: 210 time: 0.0292902 Sep 14 15:35:00.841267 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:01.359207 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab23b1-70c4-4044-aa29-1019d7e8df55 req-a4ba3364-3c32-4e86-b606-3a2bbce25053 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:01.360699 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-02ab23b1-70c4-4044-aa29-1019d7e8df55 req-a4ba3364-3c32-4e86-b606-3a2bbce25053 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 945 time: 0.0490577 Sep 14 15:35:01.399119 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-02ab23b1-70c4-4044-aa29-1019d7e8df55 req-c03cd6c0-5908-48c7-bc83-bd8378d16330 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Sep 14 15:35:02.525503 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee57321-3471-4461-aa0d-acd1f9638b51 req-740a1197-0351-476f-b3b7-1e3ff90311b8 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:02.526997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cee57321-3471-4461-aa0d-acd1f9638b51 req-740a1197-0351-476f-b3b7-1e3ff90311b8 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 945 time: 0.0500133 Sep 14 15:35:02.563509 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cee57321-3471-4461-aa0d-acd1f9638b51 req-4b4556ab-f8b3-4064-b308-a6003dec3107 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Sep 14 15:35:02.687146 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 49ca4277-290c-4f24-9973-7d19bf782b96 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:35:02.708143 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 49ca4277-290c-4f24-9973-7d19bf782b96 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:35:02.708483 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 49ca4277-290c-4f24-9973-7d19bf782b96 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:35:02.870083 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-2a8829dd-a015-4ca3-a433-b037694d6bff tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:02.871623 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-2a8829dd-a015-4ca3-a433-b037694d6bff tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 945 time: 0.0604417 Sep 14 15:35:02.966751 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Deleting port b354c6df-1d5d-4087-9314-35586623b027 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:35:02.967091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:03.061470 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] For port b354c6df-1d5d-4087-9314-35586623b027, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=b354c6df-1d5d-4087-9314-35586623b027,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:35:03.061832 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:03.074531 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Calling delete_port for b354c6df-1d5d-4087-9314-35586623b027 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:35:03.201808 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:03.216602 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'b354c6df-1d5d-4087-9314-35586623b027'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:35:03.238601 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event deleted for resources: {'Port': ['ID=b354c6df-1d5d-4087-9314-35586623b027,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:03.283234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] No DVR routers for this DVR port b354c6df-1d5d-4087-9314-35586623b027 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:35:03.285930 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:03.288067 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f390c182-4a4b-499e-9fd7-42ada0ea4f6b req-90173e27-f357-45c0-993e-730209286031 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "DELETE /v2.0/ports/b354c6df-1d5d-4087-9314-35586623b027 HTTP/1.1" status: 204 len: 173 time: 0.4088292 Sep 14 15:35:03.289228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'name': 'network-vif-deleted', 'tag': 'b354c6df-1d5d-4087-9314-35586623b027'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:35:03.291633 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2346dcea-00c8-48aa-a9b3-135d12b4d9aa" -d '{"events": [{"server_uuid": "661f3269-dcc1-447e-9cb5-74a86f0995f1", "name": "network-vif-deleted", "tag": "b354c6df-1d5d-4087-9314-35586623b027"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:03.334826 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69786b83-83f9-43d1-8ff2-69564ac8ddcc x-openstack-request-id: req-69786b83-83f9-43d1-8ff2-69564ac8ddcc {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:03.335105 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f3269-dcc1-447e-9cb5-74a86f0995f1", "name": "network-vif-deleted", "tag": "b354c6df-1d5d-4087-9314-35586623b027", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:03.335899 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69786b83-83f9-43d1-8ff2-69564ac8ddcc {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:03.336305 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f3269-dcc1-447e-9cb5-74a86f0995f1', 'name': 'network-vif-deleted', 'tag': 'b354c6df-1d5d-4087-9314-35586623b027', 'status': 'completed', 'code': 200} Sep 14 15:35:03.673665 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-6af5ab28-7866-4187-9a11-dc6aa1d0a945 req-6d3a50d2-a324-4e66-94e4-f6a6dde2bea1 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=661f3269-dcc1-447e-9cb5-74a86f0995f1 HTTP/1.1" status: 200 len: 210 time: 0.0270057 Sep 14 15:35:05.828125 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-bd4a2e61-a09c-4c78-b9a7-ad79dec4a2f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399730 Sep 14 15:35:05.894495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-41f8915d-5ee8-4bb9-a4f5-ceb6dbb0f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:05.896051 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-41f8915d-5ee8-4bb9-a4f5-ceb6dbb0f348 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 1098 time: 0.0443008 Sep 14 15:35:06.004936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-317e4f81-b441-41ec-80c1-9a5aad529c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:06.006450 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-317e4f81-b441-41ec-80c1-9a5aad529c11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0902176 Sep 14 15:35:06.104340 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-26bfa01c-b9d5-45a0-9973-85570e64ed2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f04dc2e8-02da-4966-b875-125da1ec664b HTTP/1.1" status: 200 len: 999 time: 0.0907552 Sep 14 15:35:06.116613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74483a-36f9-4774-80a5-520cd287ab19 req-264d107d-5e22-40b7-8149-fedf08b771e5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:06.118781 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ce74483a-36f9-4774-80a5-520cd287ab19 req-264d107d-5e22-40b7-8149-fedf08b771e5 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 945 time: 0.0667567 Sep 14 15:35:06.189035 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ce74483a-36f9-4774-80a5-520cd287ab19 req-d6a24c98-2fd5-4c83-9764-74a7a0b6a448 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623076 Sep 14 15:35:06.190387 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-c666e1f8-97b4-4b89-a251-b759a103184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:06.191732 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-c666e1f8-97b4-4b89-a251-b759a103184e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0721350 Sep 14 15:35:06.239613 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-891114f5-ff52-4c22-b689-417fec465d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:06.241154 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-891114f5-ff52-4c22-b689-417fec465d61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401633 Sep 14 15:35:06.336275 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-7754ac77-6b94-48f4-ac69-e08b01a6ff4f service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826254 Sep 14 15:35:06.433613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-84640efa-4fc4-44ee-887d-4afc10d02b83 req-27cd834b-f2ce-4821-9cd6-2aa9c6d1ef25 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881088 Sep 14 15:35:06.710365 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device b354c6df-1d5d-4087-9314-35586623b027 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:35:06.730664 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: b354c6df-1d5d-4087-9314-35586623b027 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:35:06.731005 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device b354c6df-1d5d-4087-9314-35586623b027 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:35:07.306227 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf92434-bcc9-4616-adb4-470e26740f79 req-a7677680-4eaa-4b59-b938-84c71d2a6a95 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:07.307664 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cdf92434-bcc9-4616-adb4-470e26740f79 req-a7677680-4eaa-4b59-b938-84c71d2a6a95 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 945 time: 0.0498757 Sep 14 15:35:07.345214 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cdf92434-bcc9-4616-adb4-470e26740f79 req-c8e8af63-cc3b-4208-9a41-f6fe6fc211ec tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/security-groups?id=3761958c-119d-42e9-a813-6b59dcf27ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Sep 14 15:35:07.745408 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-4f04618a-0fab-49b7-9187-fe94a62618ee tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:07.746900 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-4f04618a-0fab-49b7-9187-fe94a62618ee tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 945 time: 0.0478022 Sep 14 15:35:07.846562 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Deleting port d515db8f-c6b8-4f7a-abfb-5ce7f380996d {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:35:07.846899 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:07.936415 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] For port d515db8f-c6b8-4f7a-abfb-5ce7f380996d, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,segment=NetworkSegment(9e47534e-36be-4cb1-8b74-9c89d747fc23),segment_id=9e47534e-36be-4cb1-8b74-9c89d747fc23)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:35:07.936769 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:07.949416 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Calling delete_port for d515db8f-c6b8-4f7a-abfb-5ce7f380996d owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:35:08.090249 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:08.104627 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['d515db8f-c6b8-4f7a-abfb-5ce7f380996d'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:35:08.123117 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Pushing event deleted for resources: {'Port': ['ID=d515db8f-c6b8-4f7a-abfb-5ce7f380996d,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:08.161690 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] No DVR routers for this DVR port d515db8f-c6b8-4f7a-abfb-5ce7f380996d on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:35:08.164291 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:08.166314 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-92ffff16-d79c-465b-b39a-d52fc26970c2 req-c0b8a2a3-1ee2-44c3-8ae9-fd3f5099ec59 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.52 "DELETE /v2.0/ports/d515db8f-c6b8-4f7a-abfb-5ce7f380996d HTTP/1.1" status: 204 len: 173 time: 0.4078586 Sep 14 15:35:08.166793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'name': 'network-vif-deleted', 'tag': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:35:08.169102 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705d7000-ee58-4903-aebf-c2b697191b85" -d '{"events": [{"server_uuid": "0a223066-787d-4ff0-8cf6-bed5cf984516", "name": "network-vif-deleted", "tag": "d515db8f-c6b8-4f7a-abfb-5ce7f380996d"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:08.212187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659d20b8-ddd1-4d2f-b6d8-9254446f65c7 x-openstack-request-id: req-659d20b8-ddd1-4d2f-b6d8-9254446f65c7 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:08.212501 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a223066-787d-4ff0-8cf6-bed5cf984516", "name": "network-vif-deleted", "tag": "d515db8f-c6b8-4f7a-abfb-5ce7f380996d", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:08.212708 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-659d20b8-ddd1-4d2f-b6d8-9254446f65c7 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:08.213189 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a223066-787d-4ff0-8cf6-bed5cf984516', 'name': 'network-vif-deleted', 'tag': 'd515db8f-c6b8-4f7a-abfb-5ce7f380996d', 'status': 'completed', 'code': 200} Sep 14 15:35:08.454183 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0d0a7a82-8c38-47a7-b30d-533b83a3b5c3 req-039bdc1b-4c04-4125-b777-144e839d1323 tempest-AttachVolumeNegativeTest-786210493 tempest-AttachVolumeNegativeTest-786210493-project] 10.222.0.68 "GET /v2.0/ports?device_id=0a223066-787d-4ff0-8cf6-bed5cf984516 HTTP/1.1" status: 200 len: 210 time: 0.0273054 Sep 14 15:35:09.512854 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46290) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:09.558472 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Deleting subnet 8f659741-1bbd-4925-ab8e-364a64249711 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:35:09.561624 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.596311 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.641767 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.694601 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.721895 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f659741-1bbd-4925-ab8e-364a64249711,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:09.728253 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.730074 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-abf12832-a39e-4c95-a90d-7f9e542a2d09 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8f659741-1bbd-4925-ab8e-364a64249711 HTTP/1.1" status: 204 len: 168 time: 0.2161982 Sep 14 15:35:09.732657 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46292) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:09.843176 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.929232 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.951247 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd17663-58f3-4172-b49e-e0b3a421a247']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:09.961636 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e47534e-36be-4cb1-8b74-9c89d747fc23') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:09.961977 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e47534e-36be-4cb1-8b74-9c89d747fc23') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:09.971549 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:09.986826 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.003134 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:35:10.003636 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:35:10.017561 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:35:10.067853 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.075356 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.077218 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] 10.222.0.68 "DELETE /v2.0/networks/1dd17663-58f3-4172-b49e-e0b3a421a247 HTTP/1.1" status: 204 len: 168 time: 0.3436615 Sep 14 15:35:10.087506 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ede5e3-4af1-4c6e-b6c6-c0c8dc72c4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd17663-58f3-4172-b49e-e0b3a421a247,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:10.255784 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46296) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:10.324837 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46300) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:10.325075 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4e94d01c-f0b6-4323-83f3-635a81ed71e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee6aff0c89994496b6902938dfb4c29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679131 Sep 14 15:35:10.382910 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0dc897ae-f400-4bb8-a021-14d6831adedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.406914 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0dc897ae-f400-4bb8-a021-14d6831adedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.465055 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0dc897ae-f400-4bb8-a021-14d6831adedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.467697 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0dc897ae-f400-4bb8-a021-14d6831adedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:10.469021 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0dc897ae-f400-4bb8-a021-14d6831adedb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3761958c-119d-42e9-a813-6b59dcf27ba9 HTTP/1.1" status: 204 len: 168 time: 0.1426208 Sep 14 15:35:10.480395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc897ae-f400-4bb8-a021-14d6831adedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3761958c-119d-42e9-a813-6b59dcf27ba9,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:10.733952 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device d515db8f-c6b8-4f7a-abfb-5ce7f380996d no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:35:10.758807 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: d515db8f-c6b8-4f7a-abfb-5ce7f380996d {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:35:10.759104 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device d515db8f-c6b8-4f7a-abfb-5ce7f380996d not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:35:11.378493 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-53daa307-0439-45e7-a6df-2766abfb1765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:14.233405 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:14.312999 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-14e53777-f3bf-48a9-83cb-89116e9ab54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:15.227309 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:15.504925 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd0bdd-cb9c-49d9-b95e-fce6f9359c78 req-787be5b8-7028-4937-a292-73685d2604f6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:15.508802 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f8fd0bdd-cb9c-49d9-b95e-fce6f9359c78 req-787be5b8-7028-4937-a292-73685d2604f6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0729635 Sep 14 15:35:15.557043 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f8fd0bdd-cb9c-49d9-b95e-fce6f9359c78 req-407eb2f9-fa1c-446b-af2c-2fd62f73952f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410571 Sep 14 15:35:16.681574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986afc7-b706-4461-8e76-65e37514350f req-e46d4ce7-dea1-47e8-ab7f-855b50d19312 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:16.683116 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e986afc7-b706-4461-8e76-65e37514350f req-e46d4ce7-dea1-47e8-ab7f-855b50d19312 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0519860 Sep 14 15:35:16.720898 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e986afc7-b706-4461-8e76-65e37514350f req-913ea86d-0a1b-4944-9e0b-b1cb8fae0056 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Sep 14 15:35:17.017838 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:17.724976 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46420) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:17.849309 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-86b7cce7-51dc-48ea-a2c7-4436d7afe085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:17.869419 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218f20-8fdf-4859-8f21-111c186f7932 req-bca65c37-e089-42bd-bd7b-79a7c5aeca21 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:17.870968 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-13218f20-8fdf-4859-8f21-111c186f7932 req-bca65c37-e089-42bd-bd7b-79a7c5aeca21 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0768180 Sep 14 15:35:17.936369 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-13218f20-8fdf-4859-8f21-111c186f7932 req-3cd719f5-c094-4fd1-8447-41090b78a251 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594902 Sep 14 15:35:18.014383 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-86b7cce7-51dc-48ea-a2c7-4436d7afe085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.021005 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-86b7cce7-51dc-48ea-a2c7-4436d7afe085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.040712 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-730767da-1b7b-441a-95d4-71f56064591a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:18.042200 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-730767da-1b7b-441a-95d4-71f56064591a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 945 time: 0.0797975 Sep 14 15:35:18.094936 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-86b7cce7-51dc-48ea-a2c7-4436d7afe085 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1582f9020d3e4571a2576032230f7168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688424 Sep 14 15:35:18.097552 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46428) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:18.098086 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7cce7-51dc-48ea-a2c7-4436d7afe085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812165b6-1b44-415d-b881-d412710ed72f,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:18.150417 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee13d-478f-4142-9897-393dc95da94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.167036 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Deleting port f04dc2e8-02da-4966-b875-125da1ec664b {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:35:18.167375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.172861 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee13d-478f-4142-9897-393dc95da94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.223175 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee13d-478f-4142-9897-393dc95da94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.225604 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee13d-478f-4142-9897-393dc95da94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.227567 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-9b6ee13d-478f-4142-9897-393dc95da94e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/812165b6-1b44-415d-b881-d412710ed72f HTTP/1.1" status: 204 len: 168 time: 0.1288056 Sep 14 15:35:18.236577 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ee13d-478f-4142-9897-393dc95da94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812165b6-1b44-415d-b881-d412710ed72f,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:18.262967 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] For port f04dc2e8-02da-4966-b875-125da1ec664b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f04dc2e8-02da-4966-b875-125da1ec664b,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:35:18.263334 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.439917 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.440527 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.440847 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Floating IP 25b9f4bc-7aad-43db-b39b-41530d5c1526 disassociated. External IP: 172.27.3.2, port: f04dc2e8-02da-4966-b875-125da1ec664b. Sep 14 15:35:18.441188 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Calling delete_port for f04dc2e8-02da-4966-b875-125da1ec664b owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:35:18.578635 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.609258 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'Port': ['ID=f04dc2e8-02da-4966-b875-125da1ec664b,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:18.731106 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:35:18.842133 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:35:18.856991 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:35:18.869264 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:35:18.870186 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:35:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:18.885621 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] No DVR routers for this DVR port f04dc2e8-02da-4966-b875-125da1ec664b on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:35:18.888197 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:18.890389 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e3dddcb4-fd83-46ce-8717-39895913b737 req-72f80226-c730-42cd-be73-45f99716b86e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "DELETE /v2.0/ports/f04dc2e8-02da-4966-b875-125da1ec664b HTTP/1.1" status: 204 len: 173 time: 0.8377850 Sep 14 15:35:18.890853 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'name': 'network-vif-deleted', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:35:18.896518 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934805d8-bd98-4f53-aae2-7bb58dd5de04" -d '{"events": [{"server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "name": "network-vif-deleted", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:18.932650 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2904377b-8755-455b-b8fa-18f8a5b897ad x-openstack-request-id: req-2904377b-8755-455b-b8fa-18f8a5b897ad {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:18.932934 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab2e407-566f-419e-bcf0-85341facd65b", "name": "network-vif-deleted", "tag": "f04dc2e8-02da-4966-b875-125da1ec664b", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:18.933189 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2904377b-8755-455b-b8fa-18f8a5b897ad {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:18.933585 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab2e407-566f-419e-bcf0-85341facd65b', 'name': 'network-vif-deleted', 'tag': 'f04dc2e8-02da-4966-b875-125da1ec664b', 'status': 'completed', 'code': 200} Sep 14 15:35:19.011298 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:35:19.046853 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bf7341a0-6264-42c0-8d69-4fc6096bebb0 req-e84ac36c-149b-4808-8a8a-52c756db4c8f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 210 time: 0.0340023 Sep 14 15:35:19.253724 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:19.287024 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:35:19.295582 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:35:19.296211 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:35:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:19.427143 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:35:19.623341 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:19.649362 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08211472-92d0-4cb6-95d2-cedc3eecd6a0 None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:35:19.850473 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65b454-93da-4d48-951e-3ed8e2f1e452 None None] New status for floating IP 25b9f4bc-7aad-43db-b39b-41530d5c1526: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:35:20.145613 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e4c86d7e-deb2-4a09-a365-d547c12c1b8f req-a25a7832-3075-45b1-942f-bdae96f117e3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 210 time: 0.0258408 Sep 14 15:35:21.240698 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-58cd172f-d651-4184-8ea8-d552003c57ef req-5f14e8aa-eb93-4e82-8d11-d31e08edb25c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ab2e407-566f-419e-bcf0-85341facd65b HTTP/1.1" status: 200 len: 210 time: 0.0268421 Sep 14 15:35:22.497048 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-1a9943c3-3fc5-4e85-b123-f114d614f979 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898859332&fields=id&tenant_id=cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 267 time: 0.0363979 Sep 14 15:35:22.607092 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-d0f53ea6-f6e2-4676-8c47-16102e04644e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:22.608524 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-d0f53ea6-f6e2-4676-8c47-16102e04644e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 812 time: 0.1044564 Sep 14 15:35:22.624859 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-fc12dc97-ba19-42de-ae2b-34bfc082d353 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/quotas/cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 375 time: 0.0102184 Sep 14 15:35:22.677564 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-42c1dbed-4c28-4fd7-9091-1982ba05fc9a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470891 Sep 14 15:35:22.776627 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-3b2c0847-014e-4e50-9b17-ce992f4e20f6 service neutron] 10.222.0.68 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870955 Sep 14 15:35:22.961298 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f04dc2e8-02da-4966-b875-125da1ec664b no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:35:22.989565 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: f04dc2e8-02da-4966-b875-125da1ec664b {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:35:22.989921 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device f04dc2e8-02da-4966-b875-125da1ec664b not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:35:23.147342 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-7b148c75-af66-4ecf-ac6d-5e0fe235c0c5 service neutron] 10.222.0.68 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646913 Sep 14 15:35:23.511483 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f337870a-3ea0-4b46-b554-abd3f6d7ce94 req-902a58e3-9dc6-4dbe-a8c5-bdefc00f9e6a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 210 time: 0.0268123 Sep 14 15:35:24.608234 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-254d68ae-a708-48a5-8b7f-c2ed7545dee5 req-b8730ec1-f90d-4251-b028-894a69f8f25d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 210 time: 0.0285773 Sep 14 15:35:25.701197 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2a520a36-fbd9-4f56-853e-bf0c8d8047da req-45e2c89e-7268-45de-86fa-832b6ff4c39f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 210 time: 0.0259576 Sep 14 15:35:26.798267 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a2294361-eff7-4345-80d8-1129d1b0b4e2 req-638a929d-d8d7-4bb4-b864-4b0ddf05dfe6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 210 time: 0.0289810 Sep 14 15:35:27.117581 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-4031020d-f4ef-4141-86df-ceb3fec74547 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:27.119614 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-4031020d-f4ef-4141-86df-ceb3fec74547 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 812 time: 0.1314697 Sep 14 15:35:27.171067 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-7ccfb9a6-78c8-4ec0-92b3-17efea5de387 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 379 time: 0.0409837 Sep 14 15:35:27.181401 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'port': {'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'admin_state_up': True, 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'security_groups': ['5cafbc0a-72c5-4c37-9333-9f24044aab25']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:27.298691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Made reservation on behalf of cf713e38eae54eb0b4cb01eef4d19196 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:35:27.302715 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:27.433335 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Allocated IP 172.20.0.10 (128e743e-b7a5-460d-b5a8-479b04af2e2f/50fca1a0-4aa7-4448-a895-78da38acea0c/a9f47e98-15cc-4ad3-85f4-601fae8cb4a7) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:35:27.594456 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:27.611895 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Transition to ACTIVE for port object a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:35:27.656127 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:27.703129 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:35:27.706381 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:35:27.714120 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:35:27.718270 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:27.766862 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:27.767494 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:27.782065 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-0781b763-da48-4c22-b940-8eb3767e4b05 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6051850 Sep 14 15:35:27.802673 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Request body: {'port': {'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:27.873022 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:27.982929 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-36a6fe20-1466-4227-bacd-5a683c2ae8e3 None None] Provisioning for port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:35:27.988911 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-36a6fe20-1466-4227-bacd-5a683c2ae8e3 None None] Provisioning complete for port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:35:27.989188 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36a6fe20-1466-4227-bacd-5a683c2ae8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:27.996004 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f77df-8732-43f3-900b-101f6ee5d86f req-378e4081-ee9e-4ee1-a5be-a97cc2365965 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:27.997484 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7c2f77df-8732-43f3-900b-101f6ee5d86f req-378e4081-ee9e-4ee1-a5be-a97cc2365965 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 932 time: 0.1208816 Sep 14 15:35:28.029778 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-36a6fe20-1466-4227-bacd-5a683c2ae8e3 None None] Port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:35:28.101408 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7c2f77df-8732-43f3-900b-101f6ee5d86f req-b8d336c3-6826-4e5f-bfab-990b347adfe7 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567262 Sep 14 15:35:28.245687 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:35:28.253012 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:28.265360 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Transition to ACTIVE for port object a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:35:28.269010 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:28.322229 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:28.389131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Attempting to bind port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:35:28.389464 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Attempting to bind port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:35:28.389789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Attempting to bind port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:35:28.394385 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 on network 128e743e-b7a5-460d-b5a8-479b04af2e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:35:28.394728 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Attempting to bind port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:35:28.400113 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:35:28.400717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Checking segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:35:28.401108 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Bound using segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:35:28.401541 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Bound port: a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:35:28.401902 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:28.473333 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] For port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:35:28.476629 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] For port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:35:28.481021 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:28.515480 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:28.516239 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:28.517498 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] 10.222.0.52 "PUT /v2.0/ports/a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 1094 time: 0.7193282 Sep 14 15:35:28.517933 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:35:28.520365 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:28.551579 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24620ca-e4d4-482c-b540-1672ff733ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:28.566545 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7c227-d024-43b7-bcd1-98247b125d7e x-openstack-request-id: req-0fa7c227-d024-43b7-bcd1-98247b125d7e {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:28.566757 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:28.567031 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0fa7c227-d024-43b7-bcd1-98247b125d7e {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:28.567393 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'status': 'completed', 'code': 200} Sep 14 15:35:28.597829 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-e842009d-8677-4161-b14b-6612e33fd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:28.599397 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-e842009d-8677-4161-b14b-6612e33fd67a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1097 time: 0.0428660 Sep 14 15:35:28.646463 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-ffeb70ca-4d4b-4d57-ae70-d9511f716156 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 217 time: 0.0390747 Sep 14 15:35:28.697345 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-dc7ac81b-b2b0-4ad8-afa3-d17276e4e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:28.698850 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-dc7ac81b-b2b0-4ad8-afa3-d17276e4e816 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0457370 Sep 14 15:35:28.751528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-40148d55-7c85-47cd-83cf-1e3061c4ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:28.753048 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-40148d55-7c85-47cd-83cf-1e3061c4ae82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458648 Sep 14 15:35:28.867854 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-126d71c4-8c02-4ac5-9698-ad2f36f59fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070509 Sep 14 15:35:29.006242 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a8cd7e3-a781-4661-aada-5563fca78a1f req-df8b6e0d-d950-4527-8bad-d17788e0fa9e service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305587 Sep 14 15:35:29.103724 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-c971ba10-684b-4078-bafe-357d273374c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:29.105251 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-c971ba10-684b-4078-bafe-357d273374c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1097 time: 0.0465109 Sep 14 15:35:29.240044 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-e5ed5049-f776-47ca-8818-2fcd4397d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:29.241433 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-e5ed5049-f776-47ca-8818-2fcd4397d0bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.1277335 Sep 14 15:35:29.252988 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12961ba7-8220-4a22-adf8-bdfa645abbb0 req-87585354-8497-49f0-9d62-08f265b43166 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:29.254398 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-12961ba7-8220-4a22-adf8-bdfa645abbb0 req-87585354-8497-49f0-9d62-08f265b43166 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0688872 Sep 14 15:35:29.298077 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-127b332a-b665-4c33-a2ab-30f2c7311e0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 217 time: 0.0427160 Sep 14 15:35:29.352281 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-12961ba7-8220-4a22-adf8-bdfa645abbb0 req-96d9f2fa-fe6e-4335-87ca-ad24a6ded501 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915577 Sep 14 15:35:29.362774 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-58c14353-b3a8-45cd-9aab-6f21fcef5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:29.363997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-58c14353-b3a8-45cd-9aab-6f21fcef5a28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0576816 Sep 14 15:35:30.306176 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-d5906578-a758-4d08-a216-ed127012f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:30.307686 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-d5906578-a758-4d08-a216-ed127012f505 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397890 Sep 14 15:35:30.470090 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d3060-b1df-4438-aa44-6b549c9260e4 req-870edc4e-4b15-4e4e-ac3e-66a60f96bad2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:30.471590 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ad7d3060-b1df-4438-aa44-6b549c9260e4 req-870edc4e-4b15-4e4e-ac3e-66a60f96bad2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0515642 Sep 14 15:35:30.511031 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ad7d3060-b1df-4438-aa44-6b549c9260e4 req-9adf6cff-6473-4cc9-ace4-bbe98bbab98f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Sep 14 15:35:30.601405 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:35:30.859266 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:31.188321 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-3a31073e-1e3d-459a-a585-b5f2f53c5342 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825794 Sep 14 15:35:31.628324 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901c4d7-1941-4dde-993a-6d94d2b9e273 req-0d2344ae-44a9-4d9d-a91d-b331e3670a55 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:31.629803 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7901c4d7-1941-4dde-993a-6d94d2b9e273 req-0d2344ae-44a9-4d9d-a91d-b331e3670a55 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0536616 Sep 14 15:35:31.667600 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7901c4d7-1941-4dde-993a-6d94d2b9e273 req-b2bed7c9-b88e-48bd-b630-15454d9652f8 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Sep 14 15:35:32.178972 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1b5454ed-b16e-49cd-bd4b-494c0f045b7f req-c509bc51-e66d-4d30-b20a-8f58bc532475 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859454 Sep 14 15:35:32.785054 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee1c1c-7b51-4899-8a1c-8e14c248eb6d req-f7de6152-ba78-4869-8744-b6d2e668f396 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:32.786547 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-afee1c1c-7b51-4899-8a1c-8e14c248eb6d req-f7de6152-ba78-4869-8744-b6d2e668f396 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0519679 Sep 14 15:35:32.823723 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-afee1c1c-7b51-4899-8a1c-8e14c248eb6d req-1b27b887-78d4-40aa-b560-ba117d6e64fc tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303516 Sep 14 15:35:33.612088 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46688) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:33.715448 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-301ae632-086f-4cee-8801-97bedf444b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:33.801209 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-301ae632-086f-4cee-8801-97bedf444b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:33.805131 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-301ae632-086f-4cee-8801-97bedf444b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:33.842182 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-301ae632-086f-4cee-8801-97bedf444b8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b94b3d7e74d241a1918bc6ffa9694c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290111 Sep 14 15:35:33.844328 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ae632-086f-4cee-8801-97bedf444b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935959e0-9a6c-4087-9e5e-776520752376,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:33.845631 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46692) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:33.910069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:33.951789 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:33.971222 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e4278-d648-49e5-ba14-bd0b872935bf req-5de0ccd7-24c3-4634-a4af-25ab678fecd6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:33.972704 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-800e4278-d648-49e5-ba14-bd0b872935bf req-5de0ccd7-24c3-4634-a4af-25ab678fecd6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0764189 Sep 14 15:35:34.034233 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-800e4278-d648-49e5-ba14-bd0b872935bf req-1a11bdf2-03e1-4a7c-a8c9-01c75307bd45 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502431 Sep 14 15:35:34.041792 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:34.045950 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:34.049929 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/935959e0-9a6c-4087-9e5e-776520752376 HTTP/1.1" status: 204 len: 168 time: 0.2032602 Sep 14 15:35:34.061418 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935959e0-9a6c-4087-9e5e-776520752376,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:34.074441 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.074878 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.075303 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.075776 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.076188 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.076684 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.077095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.077659 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.078273 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.078719 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.079159 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:34.079544 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6e79b-c9a2-4d14-ad0c-f5d0ccc5c622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:35.166675 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cb144-89d6-46c2-87db-6034dae55cbb req-ddc460cd-58e0-40c0-ba85-fd802c19ab49 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:35.168130 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-764cb144-89d6-46c2-87db-6034dae55cbb req-ddc460cd-58e0-40c0-ba85-fd802c19ab49 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0522287 Sep 14 15:35:35.205721 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-764cb144-89d6-46c2-87db-6034dae55cbb req-f5decdf6-6742-42a6-b711-823c3a5f6535 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317552 Sep 14 15:35:36.316052 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281c0fb-08c8-480f-830b-91042d90bb07 req-30c31c8a-a904-48e1-8350-43c9f913dcf7 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:36.317535 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7281c0fb-08c8-480f-830b-91042d90bb07 req-30c31c8a-a904-48e1-8350-43c9f913dcf7 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0473878 Sep 14 15:35:36.355485 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7281c0fb-08c8-480f-830b-91042d90bb07 req-0832feba-fbbd-4d5b-be35-ed689a70677b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312004 Sep 14 15:35:37.466538 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feabc3-f824-4f55-a5a7-9519d627876c req-1134e1d6-4e13-452f-95c1-4c6a9dcc4e3d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:37.467997 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c7feabc3-f824-4f55-a5a7-9519d627876c req-1134e1d6-4e13-452f-95c1-4c6a9dcc4e3d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0469754 Sep 14 15:35:37.506130 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c7feabc3-f824-4f55-a5a7-9519d627876c req-3d7405ab-0487-4b62-8978-1235cbed2528 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Sep 14 15:35:38.624602 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3055-0fdc-47e7-8dc4-2f8855bebd5c req-3b39ac93-d2f9-43f3-bca7-b2e630e908fd tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:38.626074 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-32ef3055-0fdc-47e7-8dc4-2f8855bebd5c req-3b39ac93-d2f9-43f3-bca7-b2e630e908fd tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0531425 Sep 14 15:35:38.664259 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-32ef3055-0fdc-47e7-8dc4-2f8855bebd5c req-70bc1ef2-ec32-4ac3-a8f3-e35efa9c5916 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322547 Sep 14 15:35:39.781031 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907406b-0c07-4545-b1dc-ebd933121979 req-986f8f73-629b-4ba4-bcf1-cef0845c7f88 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:39.782630 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d907406b-0c07-4545-b1dc-ebd933121979 req-986f8f73-629b-4ba4-bcf1-cef0845c7f88 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0492544 Sep 14 15:35:39.822231 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d907406b-0c07-4545-b1dc-ebd933121979 req-561dabb0-5cb6-4c74-ac5d-ef699bd5c604 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332189 Sep 14 15:35:40.936141 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c83c9a-8215-4291-b984-a2a94d19e9f8 req-20a037de-59b0-457e-80c0-3360129f74c1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:40.937579 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-59c83c9a-8215-4291-b984-a2a94d19e9f8 req-20a037de-59b0-457e-80c0-3360129f74c1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 944 time: 0.0479147 Sep 14 15:35:40.975277 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-59c83c9a-8215-4291-b984-a2a94d19e9f8 req-ce349e9d-7e9d-46a2-b99e-ed9a110f8991 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317616 Sep 14 15:35:41.050771 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:35:41.151215 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:35:41.161766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:35:41.199536 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:41.212769 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:35:41.231622 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:35:41.236435 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:41.285344 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:41.292364 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.292714 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.293055 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.293391 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.293725 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.294057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.294407 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.294735 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.295064 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.295393 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.295710 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.296030 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:41.380070 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-32e35859-3f0a-49ad-bc02-dfb0f2166324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:41.458152 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['a9f47e98-15cc-4ad3-85f4-601fae8cb4a7'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:35:42.093301 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7a62a-3c98-4e83-ba60-6bb983411472 req-ccdebbd2-b727-4454-b0b6-2302eb5931f1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:42.094795 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-26c7a62a-3c98-4e83-ba60-6bb983411472 req-ccdebbd2-b727-4454-b0b6-2302eb5931f1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 945 time: 0.0514257 Sep 14 15:35:42.133154 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-26c7a62a-3c98-4e83-ba60-6bb983411472 req-38184c62-ac91-40ca-91d6-c92a6570370a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318267 Sep 14 15:35:42.577275 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46780) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:42.682744 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-df9ad95c-d97d-48f0-b635-2daae115473a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.772671 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-df9ad95c-d97d-48f0-b635-2daae115473a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.776327 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-df9ad95c-d97d-48f0-b635-2daae115473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.814004 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-df9ad95c-d97d-48f0-b635-2daae115473a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=427f7e8f100f4c42b03bbc3d367ba898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356765 Sep 14 15:35:42.816032 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ad95c-d97d-48f0-b635-2daae115473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b937e1a4-5421-428c-ad5d-359ab3fa507c,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:42.816706 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46784) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:42.866444 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.886897 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.935119 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.937599 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:42.938758 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b937e1a4-5421-428c-ad5d-359ab3fa507c HTTP/1.1" status: 204 len: 168 time: 0.1209917 Sep 14 15:35:42.946888 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b937e1a4-5421-428c-ad5d-359ab3fa507c,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:42.953898 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.954248 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.954619 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.954957 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.955285 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.955617 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.955944 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.956658 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.956658 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.956905 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.957225 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:42.957546 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f765ae-dbbc-4b5e-a670-77c212060016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:35:43.081446 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:35:43.133871 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:35:43.137900 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:35:43.138270 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.221636 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.228137 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46792) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:43.242143 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e7db-8c5c-49b0-8b4b-c75b5ad20276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.246584 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:35:43.248853 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb29302-e3f6-45e0-9134-caa26d66c4b7" -d '{"events": [{"server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:43.254936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e215-6b68-4714-9bc5-8029edfdda23 req-862a490b-8540-4284-a994-0259245c61ef tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:43.256496 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d94e215-6b68-4714-9bc5-8029edfdda23 req-862a490b-8540-4284-a994-0259245c61ef tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 945 time: 0.0520957 Sep 14 15:35:43.261678 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:35:43.270668 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.308795 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2d94e215-6b68-4714-9bc5-8029edfdda23 req-1dffdafd-2a6c-421f-b954-562cdd19efcc tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453715 Sep 14 15:35:43.309075 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518b998b-8ecf-4ef1-8ef4-a521f42744ee x-openstack-request-id: req-518b998b-8ecf-4ef1-8ef4-a521f42744ee {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:43.309334 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "name": "network-vif-plugged", "status": "completed", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:43.309445 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-518b998b-8ecf-4ef1-8ef4-a521f42744ee {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:43.309762 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'code': 200} Sep 14 15:35:43.331862 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:43.345327 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e7db-8c5c-49b0-8b4b-c75b5ad20276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.348913 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e7db-8c5c-49b0-8b4b-c75b5ad20276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.387856 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e7c6e7db-8c5c-49b0-8b4b-c75b5ad20276 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2c83a8c5e2c14c9a87adf6cea83f2cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584015 Sep 14 15:35:43.388756 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e7db-8c5c-49b0-8b4b-c75b5ad20276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d17d5c-85e0-4817-9ede-61eeb8269162,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:43.391334 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46796) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:43.446717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f4e451a-35c9-409d-9225-3ba32d4136e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.468227 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f4e451a-35c9-409d-9225-3ba32d4136e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.536542 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0d6c5-17e9-4173-a8b6-32ef7dc2fa69 req-9dd47e6f-8e56-484e-ae6a-a7cd98e2c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:43.538103 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac0d6c5-17e9-4173-a8b6-32ef7dc2fa69 req-9dd47e6f-8e56-484e-ae6a-a7cd98e2c335 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1099 time: 0.0436275 Sep 14 15:35:43.539135 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f4e451a-35c9-409d-9225-3ba32d4136e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.541649 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9f4e451a-35c9-409d-9225-3ba32d4136e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:43.542748 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9f4e451a-35c9-409d-9225-3ba32d4136e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03d17d5c-85e0-4817-9ede-61eeb8269162 HTTP/1.1" status: 204 len: 168 time: 0.1503248 Sep 14 15:35:43.556961 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e451a-35c9-409d-9225-3ba32d4136e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d17d5c-85e0-4817-9ede-61eeb8269162,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:43.586587 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-aac0d6c5-17e9-4173-a8b6-32ef7dc2fa69 req-9a04824a-7322-4752-8579-d57a0d027093 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Sep 14 15:35:44.236862 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:44.314164 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e159860b-b12a-4a5e-8d65-d7e3e10a09d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:44.433473 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2781f-6677-4980-ad51-5b9be275c554 req-c819684c-400d-4f16-a668-6d95dcc521b3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:44.435068 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ddf2781f-6677-4980-ad51-5b9be275c554 req-c819684c-400d-4f16-a668-6d95dcc521b3 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 946 time: 0.0547807 Sep 14 15:35:44.474185 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ddf2781f-6677-4980-ad51-5b9be275c554 req-a24e0497-c87e-4fb2-9213-1d81c9da739f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Sep 14 15:35:45.227840 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:45.590679 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372ad9-4b7b-472a-afc9-83d30de54c8f req-3277b3b2-5cf6-473f-b5af-80a27661eb51 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:45.592159 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb372ad9-4b7b-472a-afc9-83d30de54c8f req-3277b3b2-5cf6-473f-b5af-80a27661eb51 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 946 time: 0.0496156 Sep 14 15:35:45.632739 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cb372ad9-4b7b-472a-afc9-83d30de54c8f req-7978e1fd-2d3c-4313-8f8b-64febbde892c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343578 Sep 14 15:35:45.745255 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d14f9-0164-4661-90f9-a97c81be9174 req-02ec8dce-f8e0-46a0-99a0-86623460a033 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:45.746770 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f78d14f9-0164-4661-90f9-a97c81be9174 req-02ec8dce-f8e0-46a0-99a0-86623460a033 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 946 time: 0.0488479 Sep 14 15:35:45.783009 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-f78d14f9-0164-4661-90f9-a97c81be9174 req-88052dc2-9513-494e-af5a-1ec892294829 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Sep 14 15:35:45.804573 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46852) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:45.845948 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6675d3ef-089c-4bb4-8172-0555f084ab5c tempest-TestVolumeBootPattern-1402726903 tempest-TestVolumeBootPattern-1402726903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:45.847604 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-6675d3ef-089c-4bb4-8172-0555f084ab5c tempest-TestVolumeBootPattern-1402726903 tempest-TestVolumeBootPattern-1402726903-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1094 time: 0.0420918 Sep 14 15:35:45.851044 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46854) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:45.855633 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:45.876968 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:45.972490 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.074667 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Allocated IP 172.27.3.100 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/91401235-c564-4e1b-98e6-4bc7573b6fb7) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:35:46.177287 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.215291 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.252192 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:35:46.254847 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:35:46.259151 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:35:46.266421 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=91401235-c564-4e1b-98e6-4bc7573b6fb7,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:46.624334 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.688521 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.833093 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.838330 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:46.904868 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=91401235-c564-4e1b-98e6-4bc7573b6fb7,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:46.915355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:47.015060 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Floating IP 84a9d636-b488-4038-b7c2-0f6242c3d0ab associated. External IP: 172.27.3.100, port: a9f47e98-15cc-4ad3-85f4-601fae8cb4a7. Sep 14 15:35:47.024133 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:47.219587 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:35:47.559031 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:35:47.568260 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:35:47.575335 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:47.578693 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:35:47.579323 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:35:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:47.601789 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5662e821-897a-434f-8fc6-6627b18a0e29 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7495520 Sep 14 15:35:47.602395 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:35:47.604628 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60" -d '{"events": [{"name": "network-changed", "server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:35:47.649121 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db759d16-9c11-433d-a1c0-e252b0b7f566 x-openstack-request-id: req-db759d16-9c11-433d-a1c0-e252b0b7f566 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:35:47.649409 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:35:47.649658 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-db759d16-9c11-433d-a1c0-e252b0b7f566 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:35:47.650046 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'status': 'completed', 'code': 200} Sep 14 15:35:47.701234 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:35:47.916048 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:46Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:47.945033 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:35:47.953626 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:35:47.954198 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:35:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:48.057835 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:35:48.272321 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:46Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:35:48.300695 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee3581-900e-40eb-934e-53ed8a4ef284 None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:46Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:35:48.492978 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160d086-d8f0-4442-8d16-e99a358a8d39 None None] New status for floating IP 84a9d636-b488-4038-b7c2-0f6242c3d0ab: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:35:49.575663 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-b03f91c1-873c-4a4e-b334-0540fd16d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:49.577112 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-b03f91c1-873c-4a4e-b334-0540fd16d67f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1099 time: 0.0396066 Sep 14 15:35:49.669584 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-6b3c4aaf-7f52-4466-9e35-efca76f2bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:49.671112 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-6b3c4aaf-7f52-4466-9e35-efca76f2bed6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0865104 Sep 14 15:35:49.743230 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-326119e9-68f6-4a69-a363-aa40323a5eef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 1002 time: 0.0637994 Sep 14 15:35:49.793726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-16ceee5b-9b9d-4e27-a316-330508a66a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:49.795257 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-16ceee5b-9b9d-4e27-a316-330508a66a62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0448027 Sep 14 15:35:49.848781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-80d60cda-fc31-404c-b8d2-4fbe4444f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:49.850618 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-80d60cda-fc31-404c-b8d2-4fbe4444f30e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405128 Sep 14 15:35:49.948030 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-52db3e0b-f155-443e-9f29-fc13915b6778 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897839 Sep 14 15:35:50.054564 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-9bdbe2a0-06d9-406e-a9d1-85fab7e69d60 req-deedb73b-3889-4ff3-8ab3-a19cd06f35b6 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988462 Sep 14 15:35:52.587427 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46898) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:52.691234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0bb308ce-cbaa-4af5-b8c5-1496889dd585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.779975 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0bb308ce-cbaa-4af5-b8c5-1496889dd585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.783588 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-0bb308ce-cbaa-4af5-b8c5-1496889dd585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.821134 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-0bb308ce-cbaa-4af5-b8c5-1496889dd585 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f353b1b5c95040e680eaab130aa6076e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326472 Sep 14 15:35:52.822069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb308ce-cbaa-4af5-b8c5-1496889dd585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a5175c-759b-47f7-a0e7-61974d634980,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:52.823834 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46902) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:52.872939 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4ec77fe3-cccb-4c6e-8086-01c7d2e1cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.895559 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4ec77fe3-cccb-4c6e-8086-01c7d2e1cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.939266 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4ec77fe3-cccb-4c6e-8086-01c7d2e1cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.941733 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-4ec77fe3-cccb-4c6e-8086-01c7d2e1cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:52.942904 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-4ec77fe3-cccb-4c6e-8086-01c7d2e1cd99 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83a5175c-759b-47f7-a0e7-61974d634980 HTTP/1.1" status: 204 len: 168 time: 0.1174319 Sep 14 15:35:52.950749 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec77fe3-cccb-4c6e-8086-01c7d2e1cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a5175c-759b-47f7-a0e7-61974d634980,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:53.214000 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46908) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:53.226728 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f2150b4c-fa3b-46e7-9a3d-4b9acd1e2037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.314443 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f2150b4c-fa3b-46e7-9a3d-4b9acd1e2037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.318103 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f2150b4c-fa3b-46e7-9a3d-4b9acd1e2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.356603 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f2150b4c-fa3b-46e7-9a3d-4b9acd1e2037 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7bc6f66e3c64f66b1db9111f2289f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414914 Sep 14 15:35:53.357301 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2150b4c-fa3b-46e7-9a3d-4b9acd1e2037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593c392a-775c-4eca-a1c5-9e782851189c,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:53.359339 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46910) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:53.407884 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-66470a45-c422-411f-af64-4a69c57d10fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.429190 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-66470a45-c422-411f-af64-4a69c57d10fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.472806 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-66470a45-c422-411f-af64-4a69c57d10fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.476881 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-66470a45-c422-411f-af64-4a69c57d10fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:53.478031 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-66470a45-c422-411f-af64-4a69c57d10fb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/593c392a-775c-4eca-a1c5-9e782851189c HTTP/1.1" status: 204 len: 168 time: 0.1176498 Sep 14 15:35:53.485793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66470a45-c422-411f-af64-4a69c57d10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593c392a-775c-4eca-a1c5-9e782851189c,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:54.132526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46934) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:54.231164 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696847278-network', 'tenant_id': '623618a7533d447aac30b1cd81eef30d'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:54.251370 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Made reservation on behalf of 623618a7533d447aac30b1cd81eef30d for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:35:54.253591 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.264896 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.356900 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.361974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.387112 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:35:54.397135 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71256596-5b3d-4414-a156-0607c21c1aaf,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:54.402034 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.402378 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Added segment 25a857ae-2b05-408f-8b39-e6b3bd29b941 of type vlan for network 159c87c2-8139-4ee1-a719-fcc7437c73a8 Sep 14 15:35:54.440306 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.465509 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.466646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:54.467231 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.497639 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3638504 Sep 14 15:35:54.500500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46938) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:54.505511 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Request body: {'subnet': {'network_id': '159c87c2-8139-4ee1-a719-fcc7437c73a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696847278-subnet', 'tenant_id': '623618a7533d447aac30b1cd81eef30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:54.526135 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Made reservation on behalf of 623618a7533d447aac30b1cd81eef30d for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:35:54.528415 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.531721 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840648f-52de-40e6-824a-0053e6c052e9 admin admin] Pushing event updated for resources: {'Network': ['ID=159c87c2-8139-4ee1-a719-fcc7437c73a8,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:54.542577 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 159c87c2-8139-4ee1-a719-fcc7437c73a8 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:35:54.698145 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.752549 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc573ada-c19e-4a14-9dd9-21a4570c72ca,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:54.759837 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Checking segment: {'id': '25a857ae-2b05-408f-8b39-e6b3bd29b941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '159c87c2-8139-4ee1-a719-fcc7437c73a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:35:54.760193 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Network hostable DHCP agents. Network: 159c87c2-8139-4ee1-a719-fcc7437c73a8, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:35:54.776308 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Network 159c87c2-8139-4ee1-a719-fcc7437c73a8 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:35:54.784699 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 159c87c2-8139-4ee1-a719-fcc7437c73a8) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:35:54.789186 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:54.789786 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:54.794912 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618e262-00bd-43f6-98a5-06f33f35c506 None None] Network 159c87c2-8139-4ee1-a719-fcc7437c73a8 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:35:54.810902 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-2af0afa3-03fd-4dd7-884a-a307ce8fb14a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3048286 Sep 14 15:35:54.919552 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce7518-c34a-4238-a176-0bd8da1b67c1 None None] Network 159c87c2-8139-4ee1-a719-fcc7437c73a8 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:35:55.284139 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 46954) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:55.289683 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-107897784-network', 'tenant_id': 'cc0245d5671c4fe89d6bc51df83d08a7'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:55.309781 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Made reservation on behalf of cc0245d5671c4fe89d6bc51df83d08a7 for: {'network': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:35:55.312151 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for network, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.320407 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.408090 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.411669 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.435727 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=93911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 15:35:55.445257 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98733f8-f758-4e6d-80c9-4cc7d9f71f22,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:55.449950 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.450293 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.segments_db [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Added segment 9e84e58e-ee4d-49ae-8a2c-7eb890662517 of type vlan for network 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193 Sep 14 15:35:55.491030 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765177232168'] for network, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.514616 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776'] for network, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.515648 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:55.516228 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.545886 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2606614 Sep 14 15:35:55.548767 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 46956) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:35:55.553732 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Request body: {'subnet': {'network_id': '9bb1c1cf-9f5d-458d-9b1c-a1dad859c193', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-107897784-subnet', 'tenant_id': 'cc0245d5671c4fe89d6bc51df83d08a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:35:55.574064 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Made reservation on behalf of cc0245d5671c4fe89d6bc51df83d08a7 for: {'subnet': 1} {{(pid=93910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:35:55.576269 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4713591'] for subnet, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.579805 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2914-090e-42a0-b00a-1c6005a73d3b admin admin] Pushing event updated for resources: {'Network': ['ID=9bb1c1cf-9f5d-458d-9b1c-a1dad859c193,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:55.590781 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Network 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193 details requested by agent ovs-agent-dv-cinder-806965-5-iscsi with host dv-cinder-806965-5-iscsi {{(pid=93912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 15:35:55.745558 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4204376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4713577'] for subnet, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.799921 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c5de0f-9d6a-4811-b9d7-a790e24ebe76,revision_number=0']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:35:55.808997 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Checking segment: {'id': '9e84e58e-ee4d-49ae-8a2c-7eb890662517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9bb1c1cf-9f5d-458d-9b1c-a1dad859c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:35:55.809344 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Network hostable DHCP agents. Network: 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193, hostable agents: ['895e962d-0fc6-44a9-97cf-96a775275403'], hosted agents: [] {{(pid=93910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 15:35:55.825854 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Network 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193 is scheduled to be hosted by DHCP agent 895e962d-0fc6-44a9-97cf-96a775275403 with binding_index 1 {{(pid=93910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 15:35:55.835221 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-5-iscsi, 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193) {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:35:55.839148 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:35:55.839735 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:35:55.843871 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a4a8e-9acc-46c2-a78b-fd2a60c5a40d None None] Network 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:35:55.853138 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-ecb19586-88c7-4d28-ad89-a420a4135d58 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3031929 Sep 14 15:35:55.964951 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be90ed8-b2da-4805-9982-1f28c38fd8ee None None] Network 9bb1c1cf-9f5d-458d-9b1c-a1dad859c193 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:36:00.857515 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:07.601633 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:36:09.322459 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47082) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:09.366233 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Deleting subnet cc573ada-c19e-4a14-9dd9-21a4570c72ca {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:36:09.369420 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.404758 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.446010 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.497284 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.522448 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc573ada-c19e-4a14-9dd9-21a4570c72ca,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:09.526252 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.528690 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-6325a0eb-49d9-4f26-a659-06da33289e63 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cc573ada-c19e-4a14-9dd9-21a4570c72ca HTTP/1.1" status: 204 len: 168 time: 0.2052007 Sep 14 15:36:09.530499 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47084) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:09.596682 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.676393 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.696970 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159c87c2-8139-4ee1-a719-fcc7437c73a8']}} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:09.705781 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a857ae-2b05-408f-8b39-e6b3bd29b941') {'for_net_delete': True} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:09.706077 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.services.segments.db [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a857ae-2b05-408f-8b39-e6b3bd29b941') {} {{(pid=93910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:09.715467 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4200967'] for segment, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.728072 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.733727 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:36:09.734109 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203259'] for segment, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: Traceback (most recent call last): Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: timer() Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: cb(*args, **kw) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: return func(*args, **kwargs) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: self._notify() Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: self.callback(batched_events) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: event.method(event) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: return f(self, *a, **k) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._get(url).json() Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: return self.request(url, 'GET', **kwargs) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:36:09.736003 dv-cinder-806965-5-iscsi neutron-server[93910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:36:09.792194 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.797525 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.799351 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/159c87c2-8139-4ee1-a719-fcc7437c73a8 HTTP/1.1" status: 204 len: 168 time: 0.2679124 Sep 14 15:36:09.802293 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47086) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:09.810613 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf630184-4e9f-441b-924b-c2cfb0856bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=159c87c2-8139-4ee1-a719-fcc7437c73a8,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:09.846024 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Deleting subnet f0c5de0f-9d6a-4811-b9d7-a790e24ebe76 {{(pid=93911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:36:09.849125 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.884121 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7167432'] for subnet, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.921837 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:09.976040 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5702019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336150'] for subnet, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.002467 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c5de0f-9d6a-4811-b9d7-a790e24ebe76,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:10.004443 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.006629 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-3ab42315-2984-4eba-814f-59330c70edb6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f0c5de0f-9d6a-4811-b9d7-a790e24ebe76 HTTP/1.1" status: 204 len: 168 time: 0.2025487 Sep 14 15:36:10.009038 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47088) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:10.077452 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.155526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.175223 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb1c1cf-9f5d-458d-9b1c-a1dad859c193']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:10.184225 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e84e58e-ee4d-49ae-8a2c-7eb890662517') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:10.184520 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e84e58e-ee4d-49ae-8a2c-7eb890662517') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:10.193997 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.206732 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.213296 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:36:10.213672 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:36:10.215316 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:36:10.272502 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.277666 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.279577 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9bb1c1cf-9f5d-458d-9b1c-a1dad859c193 HTTP/1.1" status: 204 len: 168 time: 0.2696311 Sep 14 15:36:10.290134 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0dd1f-d0ed-43bb-a7cf-99c82af94393 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb1c1cf-9f5d-458d-9b1c-a1dad859c193,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:10.438326 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47092) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:10.493810 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-96a4e59f-765c-46bf-a55b-d172646d331a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=623618a7533d447aac30b1cd81eef30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543168 Sep 14 15:36:10.496248 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47094) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:10.543247 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4c265abc-ad2f-4ee5-8336-a8c1605f9507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.564162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4c265abc-ad2f-4ee5-8336-a8c1605f9507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.610646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4c265abc-ad2f-4ee5-8336-a8c1605f9507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.613143 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4c265abc-ad2f-4ee5-8336-a8c1605f9507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:10.614309 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4c265abc-ad2f-4ee5-8336-a8c1605f9507 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/71256596-5b3d-4414-a156-0607c21c1aaf HTTP/1.1" status: 204 len: 168 time: 0.1171501 Sep 14 15:36:10.622717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c265abc-ad2f-4ee5-8336-a8c1605f9507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71256596-5b3d-4414-a156-0607c21c1aaf,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:10.922089 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47100) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:10.960730 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-2ba103db-4242-4935-b534-b4a144c135c5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc0245d5671c4fe89d6bc51df83d08a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374606 Sep 14 15:36:10.963211 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47102) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:11.013936 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-11514046-23d0-4304-a537-a1cad50bcdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:11.034945 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-11514046-23d0-4304-a537-a1cad50bcdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:11.080655 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-11514046-23d0-4304-a537-a1cad50bcdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:11.084234 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-11514046-23d0-4304-a537-a1cad50bcdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:11.085379 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-11514046-23d0-4304-a537-a1cad50bcdec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a98733f8-f758-4e6d-80c9-4cc7d9f71f22 HTTP/1.1" status: 204 len: 168 time: 0.1212680 Sep 14 15:36:11.093014 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11514046-23d0-4304-a537-a1cad50bcdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98733f8-f758-4e6d-80c9-4cc7d9f71f22,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:11.381812 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0395a0dc-d5e6-4a60-bca2-b391b7ef6958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.102779 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47132) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:12.205938 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8cf17433-9d94-48d9-b11f-d909478939bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.294219 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8cf17433-9d94-48d9-b11f-d909478939bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.298256 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-8cf17433-9d94-48d9-b11f-d909478939bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.335884 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-8cf17433-9d94-48d9-b11f-d909478939bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54bda5b8b1cf457ebe646be2f7f4e700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320464 Sep 14 15:36:12.336596 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17433-9d94-48d9-b11f-d909478939bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb25d75-aa91-45b1-b1c8-e93805b35a53,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:12.338594 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47136) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:12.388804 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a286b32-7247-45d4-8db2-f6c2e766bd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.409700 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a286b32-7247-45d4-8db2-f6c2e766bd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.456719 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a286b32-7247-45d4-8db2-f6c2e766bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.459974 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3a286b32-7247-45d4-8db2-f6c2e766bd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:12.461113 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3a286b32-7247-45d4-8db2-f6c2e766bd33 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2bb25d75-aa91-45b1-b1c8-e93805b35a53 HTTP/1.1" status: 204 len: 168 time: 0.1214709 Sep 14 15:36:12.468750 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a286b32-7247-45d4-8db2-f6c2e766bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb25d75-aa91-45b1-b1c8-e93805b35a53,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:14.238242 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:14.317023 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-608d5c72-d581-4249-828e-f99e9929e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:15.235536 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:17.027100 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:30.877123 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:40.168909 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47308) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:40.705240 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Deleting port e4952f26-5fcb-4d26-b3aa-299533dc34a6 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:40.705580 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:40.777069 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:40.777395 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:40.788443 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Calling delete_port for e4952f26-5fcb-4d26-b3aa-299533dc34a6 owned by network:floatingip {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:40.956741 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:40.987412 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event deleted for resources: {'Port': ['ID=e4952f26-5fcb-4d26-b3aa-299533dc34a6,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:41.002536 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.002927 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.003336 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.003593 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.003925 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.004256 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.004575 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.004900 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.005222 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.005543 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.005857 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.006174 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:41.059845 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:41.060171 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Floating IP 7b619523-e499-4af4-856b-bfacffa6e4b2 disassociated (deleted). External IP: 172.27.3.131, port: 12057b6c-72d7-444e-a58d-c0e6951e3029. Sep 14 15:36:41.272566 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Router 77ef7ccd-6199-44ce-8459-50f17ee82d31 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:36:41.377977 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:36:41.382973 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:41.383510 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-9b289b2d-acfa-40fa-97f5-9c3616afb3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:41.389876 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] Sync routers for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:36:41.398437 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:36:41.399045 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:36:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:41.410751 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-7dd9d464-f6d1-4023-8a52-4eed69e96134 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "DELETE /v2.0/floatingips/7b619523-e499-4af4-856b-bfacffa6e4b2 HTTP/1.1" status: 204 len: 168 time: 1.2407317 Sep 14 15:36:41.411322 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:36:41.414738 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9346fd-f104-4b33-ad8b-2830a131074a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:36:41.452841 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf765347-be50-4034-a880-40c14e6912f0 x-openstack-request-id: req-bf765347-be50-4034-a880-40c14e6912f0 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:36:41.453134 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:36:41.453385 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bf765347-be50-4034-a880-40c14e6912f0 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:36:41.453781 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'status': 'completed', 'code': 200} Sep 14 15:36:41.512550 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:36:41.532202 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-18af0967-0efa-4aa3-bc80-06d2c8f1cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:41.534318 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-18af0967-0efa-4aa3-bc80-06d2c8f1cdd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b62eaa8684424903914ba1fcc182a84f&device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 1098 time: 0.0508332 Sep 14 15:36:41.665794 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-c2228d73-9666-40d1-9865-397f5e75f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:41.667300 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-c2228d73-9666-40d1-9865-397f5e75f50f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 200 len: 910 time: 0.1256030 Sep 14 15:36:41.677915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57f66-c4ef-4d21-8d12-52eda0464915 req-679f0eee-2601-479d-939f-40addcaab084 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:41.679323 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-87a57f66-c4ef-4d21-8d12-52eda0464915 req-679f0eee-2601-479d-939f-40addcaab084 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0694036 Sep 14 15:36:41.710092 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:40Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:41.728346 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-a9b57bec-ed8f-4111-aa87-bce179ac1442 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 200 len: 217 time: 0.0475056 Sep 14 15:36:41.740165 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] Checking router: 77ef7ccd-6199-44ce-8459-50f17ee82d31 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:36:41.749124 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:36:41.749718 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:36:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:41.772045 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-87a57f66-c4ef-4d21-8d12-52eda0464915 req-163eecb1-d546-4cba-9285-b0b26dfd58d6 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863726 Sep 14 15:36:41.788981 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-5229cc9d-a490-4bfe-b3c8-5ecad3360614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:41.790459 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-5229cc9d-a490-4bfe-b3c8-5ecad3360614 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 200 len: 848 time: 0.0500095 Sep 14 15:36:41.837688 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-c61d5542-18e4-4fb3-9736-2388085d516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:41.839198 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-c61d5542-18e4-4fb3-9736-2388085d516a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d507ba6-8850-40ce-8967-452816dca4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401614 Sep 14 15:36:41.859571 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:36:41.932661 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-d0dd5d6e-de1e-4c86-8218-74b17b2d5cc7 service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849681 Sep 14 15:36:42.028205 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3a9346fd-f104-4b33-ad8b-2830a131074a req-b92a8546-e06f-4076-a452-cfb0d0af5eeb service neutron] 10.222.0.52 "GET /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834289 Sep 14 15:36:42.059533 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:40Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:42.085453 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caae0d3-4505-4a39-9079-a3d1c999b28f None None] The sync data for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi is: [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:31:31Z', 'revision_number': 4, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': '59ea27ff-54c0-4493-8457-c7d1911b056e', 'name': '', 'network_id': '7d507ba6-8850-40ce-8967-452816dca4f2', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'mac_address': 'fa:16:3e:e5:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:31Z', 'updated_at': '2021-09-14T15:31:40Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'subnets': [{'id': 'e05a81f0-891a-4589-8141-51ecfa4ead6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:36:42.297625 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5eef72-630d-4f1a-b591-ce37ed604bcc None None] New status for floating IP 7b619523-e499-4af4-856b-bfacffa6e4b2: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:36:42.890654 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbd48-f290-4332-9ef3-7470b0e3a679 req-69251f91-37f6-4b88-9ca9-48faba9c221d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:42.892149 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0b0cbd48-f290-4332-9ef3-7470b0e3a679 req-69251f91-37f6-4b88-9ca9-48faba9c221d tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Sep 14 15:36:42.934382 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0b0cbd48-f290-4332-9ef3-7470b0e3a679 req-707bce8b-1427-4624-9d04-ec4bcac6dc23 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/security-groups?id=a1eddc58-68ee-4f84-a440-0a5c7568923f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363998 Sep 14 15:36:43.361707 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-ba509302-9f44-4e15-ae56-91b86bff6ecb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:36:43.363175 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-ba509302-9f44-4e15-ae56-91b86bff6ecb tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.52 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Sep 14 15:36:43.455624 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Deleting port 12057b6c-72d7-444e-a58d-c0e6951e3029 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:43.455968 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:43.548091 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] For port 12057b6c-72d7-444e-a58d-c0e6951e3029, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=12057b6c-72d7-444e-a58d-c0e6951e3029,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:43.548462 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:43.561014 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Calling delete_port for 12057b6c-72d7-444e-a58d-c0e6951e3029 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:43.688609 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:43.714526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event deleted for resources: {'Port': ['ID=12057b6c-72d7-444e-a58d-c0e6951e3029,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:43.756953 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] No DVR routers for this DVR port 12057b6c-72d7-444e-a58d-c0e6951e3029 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:36:43.759535 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:43.761543 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ca0722c6-aeaa-448b-860d-e1e43e43a5c2 req-d03660f1-4e35-4530-830b-42fa78a89d0b tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.52 "DELETE /v2.0/ports/12057b6c-72d7-444e-a58d-c0e6951e3029 HTTP/1.1" status: 204 len: 173 time: 0.3873081 Sep 14 15:36:43.761977 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-deleted', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:36:43.764207 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7048063-cb6e-458f-9f19-36a3bd8aba45" -d '{"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-deleted", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:36:43.812035 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1155e1b-deea-492b-a6da-67a968244472 x-openstack-request-id: req-a1155e1b-deea-492b-a6da-67a968244472 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:36:43.812323 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9430274-5af2-49f4-8e59-1cc5dfa669a3", "name": "network-vif-deleted", "tag": "12057b6c-72d7-444e-a58d-c0e6951e3029", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:36:43.812570 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1155e1b-deea-492b-a6da-67a968244472 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:36:43.812958 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9430274-5af2-49f4-8e59-1cc5dfa669a3', 'name': 'network-vif-deleted', 'tag': '12057b6c-72d7-444e-a58d-c0e6951e3029', 'status': 'completed', 'code': 200} Sep 14 15:36:44.028866 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-982f7cd9-7b50-4386-9890-582f0988be61 req-379e6148-7dac-47b0-935e-c47c1ba51cb7 tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9430274-5af2-49f4-8e59-1cc5dfa669a3 HTTP/1.1" status: 200 len: 210 time: 0.0270417 Sep 14 15:36:44.239554 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:44.318689 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-80c08209-f241-4826-bdb0-fa40c17cf432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:44.600065 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:36:45.088182 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47356) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:45.151163 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c50cfccb-b1e4-4650-880d-e5e8af17e4ad tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.175098 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c50cfccb-b1e4-4650-880d-e5e8af17e4ad tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.233811 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.235755 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c50cfccb-b1e4-4650-880d-e5e8af17e4ad tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.238429 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-c50cfccb-b1e4-4650-880d-e5e8af17e4ad tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.239575 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-c50cfccb-b1e4-4650-880d-e5e8af17e4ad tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] 10.222.0.68 "DELETE /v2.0/security-groups/a1eddc58-68ee-4f84-a440-0a5c7568923f HTTP/1.1" status: 204 len: 168 time: 0.1503820 Sep 14 15:36:45.248709 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cfccb-b1e4-4650-880d-e5e8af17e4ad tempest-TestShelveInstance-1354448296 tempest-TestShelveInstance-1354448296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eddc58-68ee-4f84-a440-0a5c7568923f,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:45.654565 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47368) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:45.760027 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dd674327-3998-47cd-854c-da0ae791a244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.842919 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dd674327-3998-47cd-854c-da0ae791a244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.846510 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-dd674327-3998-47cd-854c-da0ae791a244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.884014 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-dd674327-3998-47cd-854c-da0ae791a244 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bda478c8a0874e89806f4fa2794b23a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283933 Sep 14 15:36:45.884822 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd674327-3998-47cd-854c-da0ae791a244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c659f418-9928-4ae3-8416-13591000f6c8,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:45.886709 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47372) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:45.935483 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:45.955924 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:46.004302 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:46.006809 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:46.007959 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c659f418-9928-4ae3-8416-13591000f6c8 HTTP/1.1" status: 204 len: 168 time: 0.1201499 Sep 14 15:36:46.015867 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659f418-9928-4ae3-8416-13591000f6c8,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:46.022576 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.022912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.023244 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.023567 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.023891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.024360 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.025067 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.025261 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.025584 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.025900 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.026212 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.026546 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb3aa-aa43-49ad-814d-a42716f88cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:46.305824 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47388) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:46.803078 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:47.029756 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:47.057375 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Deleting port 59ea27ff-54c0-4493-8457-c7d1911b056e {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:47.057717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:47.134941 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] For port 59ea27ff-54c0-4493-8457-c7d1911b056e, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=59ea27ff-54c0-4493-8457-c7d1911b056e,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:47.135302 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:47.147219 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Calling delete_port for 59ea27ff-54c0-4493-8457-c7d1911b056e owned by network:router_interface {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:47.320675 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:47.349586 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ea27ff-54c0-4493-8457-c7d1911b056e,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:47.434207 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:47.458719 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 12057b6c-72d7-444e-a58d-c0e6951e3029 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:47.459065 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 12057b6c-72d7-444e-a58d-c0e6951e3029 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:36:47.512687 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:47.967311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Router 77ef7ccd-6199-44ce-8459-50f17ee82d31 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:36:48.073845 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:36:48.079061 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-4616a4ca-ddeb-41df-af13-1ba3923bebd2 admin admin] 10.222.0.68 "PUT /v2.0/routers/77ef7ccd-6199-44ce-8459-50f17ee82d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720003 Sep 14 15:36:48.081515 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47414) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:48.083093 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] Sync routers for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:36:48.093189 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:36:48.093799 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:36:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:48.196915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks [] for router, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.327153 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:36:48.328004 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.379810 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Deleting port 8e548ae0-14e4-44e3-9984-41455afc9eb8 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:48.380151 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.457001 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] For port 8e548ae0-14e4-44e3-9984-41455afc9eb8, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=8e548ae0-14e4-44e3-9984-41455afc9eb8,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:48.457450 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.470136 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Calling delete_port for 8e548ae0-14e4-44e3-9984-41455afc9eb8 owned by network:router_gateway {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:48.502492 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:36:47Z', 'revision_number': 5, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port': {'id': '8e548ae0-14e4-44e3-9984-41455afc9eb8', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:29Z', 'updated_at': '2021-09-14T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:48.529374 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] Checking router: 77ef7ccd-6199-44ce-8459-50f17ee82d31 for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:36:48.537277 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] Routers {'77ef7ccd-6199-44ce-8459-50f17ee82d31'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:36:48.537880 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:36:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['77ef7ccd-6199-44ce-8459-50f17ee82d31'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:48.625690 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] Set router 77ef7ccd-6199-44ce-8459-50f17ee82d31 gateway port host: None {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:36:48.633851 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.663157 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Pushing event deleted for resources: {'Port': ['ID=8e548ae0-14e4-44e3-9984-41455afc9eb8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:48.679716 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:36:48Z', 'revision_number': 6, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:48.705600 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa96eda-60c4-43d9-bf44-ff3ddf5c9354 None None] The sync data for ids ['77ef7ccd-6199-44ce-8459-50f17ee82d31'] in dv-cinder-806965-5-iscsi is: [{'id': '77ef7ccd-6199-44ce-8459-50f17ee82d31', 'name': 'tempest-TestShelveInstance-1349165772-router', 'tenant_id': 'b62eaa8684424903914ba1fcc182a84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:28Z', 'updated_at': '2021-09-14T15:36:48Z', 'revision_number': 6, 'project_id': 'b62eaa8684424903914ba1fcc182a84f', 'gw_port_host': None}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:36:48.723808 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.813271 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.815264 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.857722 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.858560 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ef7ccd-6199-44ce-8459-50f17ee82d31 {{(pid=93911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:36:48.862915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.864177 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9a392919-dc43-4472-8e55-4f9c5b69c4da admin admin] 10.222.0.68 "DELETE /v2.0/routers/77ef7ccd-6199-44ce-8459-50f17ee82d31 HTTP/1.1" status: 204 len: 168 time: 0.7807908 Sep 14 15:36:48.866646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47418) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:48.912656 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Deleting subnet e05a81f0-891a-4589-8141-51ecfa4ead6c {{(pid=93911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:36:48.915800 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:48.948423 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7167432'] for subnet, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.056511 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.130704 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5702019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336150'] for subnet, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.155754 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05a81f0-891a-4589-8141-51ecfa4ead6c,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:49.159467 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.161313 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-cd0e3638-80b4-4c24-8721-8493ed21e3d4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e05a81f0-891a-4589-8141-51ecfa4ead6c HTTP/1.1" status: 204 len: 168 time: 0.2937376 Sep 14 15:36:49.163779 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47420) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:49.166978 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c286d-fffc-4975-9980-71fa0a4af67d None None] Network 7d507ba6-8850-40ce-8967-452816dca4f2 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:36:49.230915 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.286174 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Deleting port 6e32f99b-933d-43a7-afee-9a782105f2e7 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:49.286555 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.349252 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] For port 6e32f99b-933d-43a7-afee-9a782105f2e7, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6e32f99b-933d-43a7-afee-9a782105f2e7,segment=NetworkSegment(7b621125-c47a-45ff-ad85-237348023412),segment_id=7b621125-c47a-45ff-ad85-237348023412)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:49.349923 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.364090 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Calling delete_port for 6e32f99b-933d-43a7-afee-9a782105f2e7 owned by network:dhcp {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:49.442464 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.471632 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e32f99b-933d-43a7-afee-9a782105f2e7,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:49.473506 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] No DVR routers for this DVR port 6e32f99b-933d-43a7-afee-9a782105f2e7 on host dv-cinder-806965-5-iscsi {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:36:49.489066 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46b953-53fc-4ae1-95b2-72afca1a6151 None None] DHCP port deletion for 7d507ba6-8850-40ce-8967-452816dca4f2 request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:36:49.548211 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.568809 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d507ba6-8850-40ce-8967-452816dca4f2']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:49.578254 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b621125-c47a-45ff-ad85-237348023412') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:49.578969 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b621125-c47a-45ff-ad85-237348023412') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:49.588629 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.601666 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.608245 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:36:49.608622 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:36:49.610237 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:36:49.665853 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.671548 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:49.673411 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7d507ba6-8850-40ce-8967-452816dca4f2 HTTP/1.1" status: 204 len: 168 time: 0.5087142 Sep 14 15:36:49.676472 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47424) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:49.692035 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d59da7-9eb6-4f30-be92-1d046757e811 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d507ba6-8850-40ce-8967-452816dca4f2,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:50.024908 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:50.224530 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8e548ae0-14e4-44e3-9984-41455afc9eb8 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:50.245344 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 8e548ae0-14e4-44e3-9984-41455afc9eb8 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:50.245608 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8e548ae0-14e4-44e3-9984-41455afc9eb8 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:36:50.246012 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e32f99b-933d-43a7-afee-9a782105f2e7 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:50.263555 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 6e32f99b-933d-43a7-afee-9a782105f2e7 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:50.263905 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e32f99b-933d-43a7-afee-9a782105f2e7 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:36:50.264306 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 59ea27ff-54c0-4493-8457-c7d1911b056e no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:50.268429 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Deleting port f691ff96-0fcc-45da-aadf-11cd2e46db1f {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:50.268770 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:50.285313 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 59ea27ff-54c0-4493-8457-c7d1911b056e {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:50.285653 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 59ea27ff-54c0-4493-8457-c7d1911b056e not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:36:50.345262 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] For port f691ff96-0fcc-45da-aadf-11cd2e46db1f, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f691ff96-0fcc-45da-aadf-11cd2e46db1f,segment=NetworkSegment(c6e99806-5a3e-47ac-8823-84c926c83cba),segment_id=c6e99806-5a3e-47ac-8823-84c926c83cba)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:50.345623 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:50.358319 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Calling delete_port for f691ff96-0fcc-45da-aadf-11cd2e46db1f owned by network:router_interface {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:50.529598 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:50.555760 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Pushing event deleted for resources: {'Port': ['ID=f691ff96-0fcc-45da-aadf-11cd2e46db1f,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:50.718671 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:50.933514 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:36:51.309089 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:36:51.314337 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-e6efa5f9-576e-45c8-a3b3-45d803e3888f admin admin] 10.222.0.68 "PUT /v2.0/routers/0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368260 Sep 14 15:36:51.316945 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47428) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:51.318254 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] Sync routers for ids ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:36:51.327241 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] Routers {'0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:36:51.327937 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:36:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:51.422755 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:51.436371 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] Set router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:36:51.534637 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:51.590043 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Deleting port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:51.590284 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:51.626309 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:36:50Z', 'revision_number': 5, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port': {'id': 'a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:31:34Z', 'updated_at': '2021-09-14T15:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:51.656251 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] Checking router: 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:36:51.664175 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] Routers {'0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:36:51.664799 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:36:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:51.667373 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] For port a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:51.667746 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:51.680355 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Calling delete_port for a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 owned by network:router_gateway {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:51.748497 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] Set router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:36:51.799070 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:36:51Z', 'revision_number': 6, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:51.828267 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b32ef7a-a50d-4e02-8153-bf45dbef41da None None] The sync data for ids ['0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea'] in dv-cinder-806965-5-iscsi is: [{'id': '0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea', 'name': 'tempest-TestShelveInstance-148515785-router', 'tenant_id': '5404096666f841ba96d91d19d2669c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:31:33Z', 'updated_at': '2021-09-14T15:36:51Z', 'revision_number': 6, 'project_id': '5404096666f841ba96d91d19d2669c78', 'gw_port_host': None}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:36:51.841534 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:51.865880 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:51.929072 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.017249 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.019316 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.061747 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.062288 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea {{(pid=93910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:36:52.066687 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.067811 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-0911e204-094b-4551-9765-2915276e96cd admin admin] 10.222.0.68 "DELETE /v2.0/routers/0ec5fd5c-1cf6-45cd-8f27-c327e30c44ea HTTP/1.1" status: 204 len: 168 time: 0.7498953 Sep 14 15:36:52.070274 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47436) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:52.113579 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Deleting subnet e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:36:52.116471 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.154479 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.235891 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.286995 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.313829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.315680 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935 HTTP/1.1" status: 204 len: 168 time: 0.2443917 Sep 14 15:36:52.317103 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e1d00-0af5-4e34-aa57-b8e1ad8da209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bd13ac-1e3d-4baf-84e7-bbe5a5dfb935,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:52.318402 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47438) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:52.319009 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc3df3-6aaf-4df6-af9f-07aea6defc59 None None] Network da6d31e7-2f2a-4177-8c60-8df20cef38f8 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:36:52.384663 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.437587 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Deleting port f21f447a-9a1f-4522-a4c1-e2c873db4726 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:52.437929 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.503342 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] For port f21f447a-9a1f-4522-a4c1-e2c873db4726, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=f21f447a-9a1f-4522-a4c1-e2c873db4726,segment=NetworkSegment(c6e99806-5a3e-47ac-8823-84c926c83cba),segment_id=c6e99806-5a3e-47ac-8823-84c926c83cba)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:52.503698 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.515630 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Calling delete_port for f21f447a-9a1f-4522-a4c1-e2c873db4726 owned by network:dhcp {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:52.574655 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] DHCP port deletion for da6d31e7-2f2a-4177-8c60-8df20cef38f8 request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:36:52.604646 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.604880 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f691ff96-0fcc-45da-aadf-11cd2e46db1f no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:52.626821 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: f691ff96-0fcc-45da-aadf-11cd2e46db1f {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:52.627160 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f691ff96-0fcc-45da-aadf-11cd2e46db1f not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:36:52.635074 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21f447a-9a1f-4522-a4c1-e2c873db4726,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:52.639704 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] No DVR routers for this DVR port f21f447a-9a1f-4522-a4c1-e2c873db4726 on host dv-cinder-806965-5-iscsi {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:36:52.650936 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Deleting port f21f447a-9a1f-4522-a4c1-e2c873db4726 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:36:52.651307 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.709603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.718186 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] For port f21f447a-9a1f-4522-a4c1-e2c873db4726, host dv-cinder-806965-5-iscsi, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:36:52.718605 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.729588 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6d31e7-2f2a-4177-8c60-8df20cef38f8']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:52.730600 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Calling delete_port for f21f447a-9a1f-4522-a4c1-e2c873db4726 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:36:52.733412 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Port f21f447a-9a1f-4522-a4c1-e2c873db4726 was not found and therefore no delete operation was performed {{(pid=93912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 15:36:52.734673 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.738801 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e99806-5a3e-47ac-8823-84c926c83cba') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:52.739095 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e99806-5a3e-47ac-8823-84c926c83cba') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:36:52.753580 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.763656 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Pushing event deleted for resources: {'Port': ['ID=f21f447a-9a1f-4522-a4c1-e2c873db4726,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:52.767923 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] No DVR routers for this DVR port f21f447a-9a1f-4522-a4c1-e2c873db4726 on host dv-cinder-806965-5-iscsi {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:36:52.780156 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.780809 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.781326 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0853212-e28a-4821-a633-6d571bf51e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:36:52.783209 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:36:52.783209 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:36:52.784929 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:36:52.841595 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.846097 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:52.848048 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] 10.222.0.68 "DELETE /v2.0/networks/da6d31e7-2f2a-4177-8c60-8df20cef38f8 HTTP/1.1" status: 204 len: 168 time: 0.5286644 Sep 14 15:36:52.863170 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d426f-1727-487b-8e7b-ab27fab04906 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6d31e7-2f2a-4177-8c60-8df20cef38f8,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:53.013186 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47444) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:53.052700 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-06d74d03-02b7-4fc6-9c6f-91a903ba5b0c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b62eaa8684424903914ba1fcc182a84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372956 Sep 14 15:36:53.054062 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47446) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:53.100007 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-906af2d6-83e7-4bfc-8cb1-5c974004abcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.124363 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-906af2d6-83e7-4bfc-8cb1-5c974004abcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.169197 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-906af2d6-83e7-4bfc-8cb1-5c974004abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.171848 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-906af2d6-83e7-4bfc-8cb1-5c974004abcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.172957 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-906af2d6-83e7-4bfc-8cb1-5c974004abcb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3a5e3513-d3b2-4f2a-83f8-1883d8299831 HTTP/1.1" status: 204 len: 168 time: 0.1179790 Sep 14 15:36:53.180511 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af2d6-83e7-4bfc-8cb1-5c974004abcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e3513-d3b2-4f2a-83f8-1883d8299831,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:53.475612 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47452) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:53.520316 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-4c8f9de3-d991-4c77-8271-7f46b472cec4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5404096666f841ba96d91d19d2669c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434446 Sep 14 15:36:53.522733 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47454) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:36:53.570142 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e9dcd6af-8d39-4f5c-8938-38159a79bcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.591174 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e9dcd6af-8d39-4f5c-8938-38159a79bcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.637976 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e9dcd6af-8d39-4f5c-8938-38159a79bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.640599 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-e9dcd6af-8d39-4f5c-8938-38159a79bcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:36:53.641906 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-e9dcd6af-8d39-4f5c-8938-38159a79bcae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5da2ad4-39bb-448f-a633-8a0109433081 HTTP/1.1" status: 204 len: 168 time: 0.1182582 Sep 14 15:36:53.650148 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcd6af-8d39-4f5c-8938-38159a79bcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5da2ad4-39bb-448f-a633-8a0109433081,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:36:54.220081 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:54.239738 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:54.240016 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device a5494dc4-75a0-4dd5-ae13-230ea4a6c1f3 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:36:54.240414 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f21f447a-9a1f-4522-a4c1-e2c873db4726 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:36:54.259381 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: f21f447a-9a1f-4522-a4c1-e2c873db4726 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:36:54.259720 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device f21f447a-9a1f-4522-a4c1-e2c873db4726 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:37:00.897427 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.096948 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47544) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:37:05.199933 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-75b7e7ff-64bd-4c92-90f8-441fc6c13de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.285500 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-75b7e7ff-64bd-4c92-90f8-441fc6c13de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.289779 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-75b7e7ff-64bd-4c92-90f8-441fc6c13de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.333471 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e7ff-64bd-4c92-90f8-441fc6c13de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb7a6b7-f2fb-4e96-8ade-e99cf6cce589,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:05.337912 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-75b7e7ff-64bd-4c92-90f8-441fc6c13de2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e27866d657b42c9b678816dfad33e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400265 Sep 14 15:37:05.341099 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47548) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:37:05.393407 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92d609ee-64cc-42b7-9555-1ba9a6e6db48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.415717 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92d609ee-64cc-42b7-9555-1ba9a6e6db48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.460183 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92d609ee-64cc-42b7-9555-1ba9a6e6db48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.462848 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-92d609ee-64cc-42b7-9555-1ba9a6e6db48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:05.463990 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-92d609ee-64cc-42b7-9555-1ba9a6e6db48 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9eb7a6b7-f2fb-4e96-8ade-e99cf6cce589 HTTP/1.1" status: 204 len: 168 time: 0.1225865 Sep 14 15:37:05.471265 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d609ee-64cc-42b7-9555-1ba9a6e6db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb7a6b7-f2fb-4e96-8ade-e99cf6cce589,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:07.313287 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-55585e43-83ba-4471-b05b-0295a3788f7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386186 Sep 14 15:37:07.393361 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-35c9f714-1dd8-438c-908d-530fdcb49a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:07.394864 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-35c9f714-1dd8-438c-908d-530fdcb49a0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1099 time: 0.0402708 Sep 14 15:37:07.499809 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-abf00ec5-f555-4db9-85bd-da84260bb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:07.501263 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-abf00ec5-f555-4db9-85bd-da84260bb72f service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0868592 Sep 14 15:37:07.563206 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-e79c7c2a-014e-4d4e-96d0-b033c847faf5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 1002 time: 0.0548754 Sep 14 15:37:07.613821 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-92c3e83a-4f2b-46c6-9f92-4943629a19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:07.615159 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-92c3e83a-4f2b-46c6-9f92-4943629a19c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0447593 Sep 14 15:37:07.659614 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-96a9ac78-6cf4-491f-a166-543718d29145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:07.661067 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-96a9ac78-6cf4-491f-a166-543718d29145 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389180 Sep 14 15:37:07.836612 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-13fb5ee6-34e6-4a46-ab62-d1225f281316 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678090 Sep 14 15:37:07.925972 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-df2aa9a5-4812-454d-a126-e6a0358f7922 req-5500642d-d8e7-44ab-81de-ebf8432fe965 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821209 Sep 14 15:37:11.385597 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-66ccbe34-ff73-4ae8-971a-63d1fc11811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:14.240841 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:14.320314 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c1d547f2-2a3e-46ae-9952-d5e9099e0047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:15.236238 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:17.033348 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:21.599131 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:37:30.887773 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:33.575193 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-bdb96263-d49e-4df7-ac49-da740c6c5a01 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898859332&fields=id&tenant_id=cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 267 time: 0.0326235 Sep 14 15:37:33.683396 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-0757e457-86b6-4c11-a3cd-0e69ae431352 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:33.684822 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-0757e457-86b6-4c11-a3cd-0e69ae431352 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 812 time: 0.1031067 Sep 14 15:37:33.699516 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-217c394d-089b-471c-a272-c6ab2824e5c7 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/quotas/cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Sep 14 15:37:33.755731 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-6f7c5c5c-4780-410b-a2e5-cfb610776c3f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508564 Sep 14 15:37:33.770219 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-2571b1de-c9a6-4159-a16d-7a6dcf608177 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:37:33.771444 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-2571b1de-c9a6-4159-a16d-7a6dcf608177 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049362 Sep 14 15:37:33.857026 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-08278cf4-c348-4215-9229-99a41280b72d service neutron] 10.222.0.68 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803115 Sep 14 15:37:33.947813 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-a3f3b31f-4528-4335-9c56-493bd1f0f558 service neutron] 10.222.0.68 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847790 Sep 14 15:37:34.282131 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-c989ffde-6e8a-4ad5-921e-fb1db4ad9b9c req-8c798f51-fb03-4a26-9cbc-fa6bfe33884d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 210 time: 0.0785747 Sep 14 15:37:35.211706 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-f94fe402-4e44-42f7-bcb8-3a8f07098d8e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:35.213167 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-f94fe402-4e44-42f7-bcb8-3a8f07098d8e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 812 time: 0.1055160 Sep 14 15:37:35.256619 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-b6f6b993-7e75-44c8-b947-9de412082f4a tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf713e38eae54eb0b4cb01eef4d19196 HTTP/1.1" status: 200 len: 379 time: 0.0340600 Sep 14 15:37:35.265728 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'port': {'device_id': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'admin_state_up': True, 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'security_groups': ['5cafbc0a-72c5-4c37-9333-9f24044aab25']}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:37:35.381238 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-86191157-a4ce-4ae6-993f-509d0264949b req-294da50d-113c-4c77-9bff-f7f22e2df2b6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 210 time: 0.0291011 Sep 14 15:37:35.398660 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Made reservation on behalf of cf713e38eae54eb0b4cb01eef4d19196 for: {'port': 1} {{(pid=93911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 15:37:35.403642 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:35.529295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_common [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Allocated IP 172.20.0.5 (128e743e-b7a5-460d-b5a8-479b04af2e2f/50fca1a0-4aa7-4448-a895-78da38acea0c/4ab483ea-80ee-4a68-9916-8dd3a4a9525f) {{(pid=93911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:37:35.674602 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:35.689162 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Transition to ACTIVE for port object 4ab483ea-80ee-4a68-9916-8dd3a4a9525f will not be triggered until provisioned by entity DHCP. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:37:35.721018 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_create {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:35.761800 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f is already hosted by enough agents. {{(pid=93911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:37:35.764822 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.base_scheduler [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Resources bound (agent type, host, resource id): {{(pid=93911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:37:35.768324 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Received port after_create {{(pid=93911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:37:35.799264 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,revision_number=1']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:35.829264 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:35.829879 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:35.844347 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-5f1dea2b-736c-4d3c-bcc3-287aad253005 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823922 Sep 14 15:37:35.854653 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-042c265e-dced-455f-8e28-4bbe6202d56c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 15:37:35.855647 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-042c265e-dced-455f-8e28-4bbe6202d56c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052180 Sep 14 15:37:35.868578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.v2.base [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Request body: {'port': {'device_id': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:37:35.924137 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:35.954752 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-abbf329b-f9f1-4dcf-8058-4cc8d2924047 None None] Provisioning for port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f completed by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:37:35.959509 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-abbf329b-f9f1-4dcf-8058-4cc8d2924047 None None] Provisioning complete for port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f triggered by entity DHCP. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:37:35.959884 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-abbf329b-f9f1-4dcf-8058-4cc8d2924047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:35.995731 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-abbf329b-f9f1-4dcf-8058-4cc8d2924047 None None] Port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f cannot update to ACTIVE because it is not bound. {{(pid=93912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 15:37:36.183996 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab483ea-80ee-4a68-9916-8dd3a4a9525f {{(pid=93911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:37:36.191689 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:36.203416 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.provisioning_blocks [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Transition to ACTIVE for port object 4ab483ea-80ee-4a68-9916-8dd3a4a9525f will not be triggered until provisioned by entity L2. {{(pid=93911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 15:37:36.207163 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:36.257144 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,revision_number=2']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:36.326890 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Attempting to bind port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 15:37:36.327225 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Attempting to bind port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 15:37:36.327554 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Attempting to bind port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:37:36.332016 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f on network 128e743e-b7a5-460d-b5a8-479b04af2e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 15:37:36.332452 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Attempting to bind port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f on network 128e743e-b7a5-460d-b5a8-479b04af2e2f {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 15:37:36.337954 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Checking agent: {'id': '8521d362-078a-4cce-aefe-2d84245e2b00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'started_at': datetime.datetime(2021, 9, 14, 15, 25, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 15:37:36.338288 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Checking segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 15:37:36.338700 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Bound using segment: {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'} {{(pid=93911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 15:37:36.339126 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.managers [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Bound port: 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1268efa-26d6-4f89-b94b-3027dc6b873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f'}}] {{(pid=93911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 15:37:36.339486 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:36.406574 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] For port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host hv-cinder-80696, cleared binding levels {{(pid=93911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 15:37:36.409740 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] For port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 15:37:36.415867 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5702733'] for port, after_update {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:36.451528 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:36.452187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:36.454498 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 200 len: 1093 time: 0.5905111 Sep 14 15:37:36.455179 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:37:36.459508 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658cad5a-a8ed-4c2b-9183-999e63f75b30" -d '{"events": [{"name": "network-changed", "server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:37:36.523600 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ad36a-68b8-48b9-857c-63b673f3f831 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,revision_number=3']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:36.568422 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dde45e-67c9-414a-a9bb-f8ff65c212e3 x-openstack-request-id: req-14dde45e-67c9-414a-a9bb-f8ff65c212e3 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:37:36.568712 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:37:36.568956 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-14dde45e-67c9-414a-a9bb-f8ff65c212e3 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:37:36.569347 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'status': 'completed', 'code': 200} Sep 14 15:37:36.579808 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4e2e6-3b27-4613-861b-2a492afa1a70 req-d0971b0b-78ba-4c75-8eea-69d2e1cdfe73 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:36.581361 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1bb4e2e6-3b27-4613-861b-2a492afa1a70 req-d0971b0b-78ba-4c75-8eea-69d2e1cdfe73 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.1007812 Sep 14 15:37:36.584183 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-188377be-9b39-4167-a5ab-88af8d64db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:36.585602 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-188377be-9b39-4167-a5ab-88af8d64db9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1096 time: 0.0842278 Sep 14 15:37:36.643558 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-09fb565f-1da3-42fb-8fb8-4fa566cd39b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 200 len: 217 time: 0.0487225 Sep 14 15:37:36.664058 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1bb4e2e6-3b27-4613-861b-2a492afa1a70 req-0de99d27-9462-4608-a030-21de9a63766b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761638 Sep 14 15:37:36.697103 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-ca08fc3a-b438-4ec0-b212-7c5373b27ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:36.698588 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-ca08fc3a-b438-4ec0-b212-7c5373b27ad5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0475147 Sep 14 15:37:36.743628 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-65426c29-f1f6-4e51-a09f-46eafed708ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:36.745109 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-65426c29-f1f6-4e51-a09f-46eafed708ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394652 Sep 14 15:37:36.835055 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-0c8bb42f-d8c1-4202-ae88-c391afc7b5ab service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Sep 14 15:37:36.923492 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-54ad3b29-ac2c-4618-90a6-9c75ab8d3082 req-a2631e84-37c5-4ed5-af65-cb199590e176 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819352 Sep 14 15:37:37.011062 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-220c6683-a888-4994-be53-0740172c0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:37.012460 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-220c6683-a888-4994-be53-0740172c0ff3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1096 time: 0.0407431 Sep 14 15:37:37.099453 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-c670ec97-87ba-4132-a8cc-cae51f6ff547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:37.100861 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-c670ec97-87ba-4132-a8cc-cae51f6ff547 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0806139 Sep 14 15:37:37.144487 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-5ddb57ee-0dc8-40c5-b87c-ec866a4d3982 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 200 len: 217 time: 0.0356848 Sep 14 15:37:37.194131 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-1cbf1f03-b714-44a5-a74e-fce6c4d7a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:37.195563 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-1cbf1f03-b714-44a5-a74e-fce6c4d7a457 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0432477 Sep 14 15:37:37.241295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-15966162-86ed-4728-876a-f43b096f380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:37.242748 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-15966162-86ed-4728-876a-f43b096f380f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384436 Sep 14 15:37:37.337229 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-34113db1-08a0-44ec-87d0-18cf9bd7e0d0 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Sep 14 15:37:37.426925 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-658cad5a-a8ed-4c2b-9183-999e63f75b30 req-032f5920-ff69-4842-99ab-4d56f6917986 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790071 Sep 14 15:37:37.781875 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f011-e4a3-411b-bc36-a9bab60f53ea req-1ae42d29-a794-4889-b4cc-c7b1157dbf66 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:37.783337 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8f35f011-e4a3-411b-bc36-a9bab60f53ea req-1ae42d29-a794-4889-b4cc-c7b1157dbf66 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0514185 Sep 14 15:37:37.819773 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-8f35f011-e4a3-411b-bc36-a9bab60f53ea req-e6f13870-c10b-4a65-a486-ce32365182c9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303478 Sep 14 15:37:38.931577 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1688e-c29f-416f-9592-fe3263f8dc8e req-757efd0b-40f3-4edb-9c89-95bfa6d80279 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:38.933020 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ee1688e-c29f-416f-9592-fe3263f8dc8e req-757efd0b-40f3-4edb-9c89-95bfa6d80279 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0475492 Sep 14 15:37:38.969174 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ee1688e-c29f-416f-9592-fe3263f8dc8e req-bef42f00-3f91-46f7-bad3-cccb90dc300b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303729 Sep 14 15:37:40.080991 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6f7fe-9e18-492e-8ea5-42c437a9272c req-5668b178-f0e1-4cc0-9ba9-cb56ee03fbf6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:40.082511 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e0b6f7fe-9e18-492e-8ea5-42c437a9272c req-5668b178-f0e1-4cc0-9ba9-cb56ee03fbf6 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0488546 Sep 14 15:37:40.120822 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e0b6f7fe-9e18-492e-8ea5-42c437a9272c req-3d8c331a-4171-4cd6-8e77-4557dc594703 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Sep 14 15:37:41.235766 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828241b-95b1-434b-b525-640244e39a46 req-09d60414-daa9-4734-bbde-10c3070828c8 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:41.237128 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3828241b-95b1-434b-b525-640244e39a46 req-09d60414-daa9-4734-bbde-10c3070828c8 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0511169 Sep 14 15:37:41.273880 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-3828241b-95b1-434b-b525-640244e39a46 req-2ae3fdd0-de59-4787-ab21-dcdbf78f08af tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Sep 14 15:37:41.387891 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f472767d-d8af-4315-bb3d-9641fb4bb981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:42.386034 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8e81-d614-4068-94f9-47ec04e3eb79 req-3dcc49e3-322b-491e-b13d-9d6447521f66 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:42.387515 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-201c8e81-d614-4068-94f9-47ec04e3eb79 req-3dcc49e3-322b-491e-b13d-9d6447521f66 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0476089 Sep 14 15:37:42.424614 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-201c8e81-d614-4068-94f9-47ec04e3eb79 req-c6c63076-0659-4044-af94-9f8a71bf68b7 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Sep 14 15:37:43.537334 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e6f72-e242-415d-b1a6-fb22fafb3d08 req-38c3be21-57ca-4358-a92d-e3936b41cf23 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:43.538829 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-de3e6f72-e242-415d-b1a6-fb22fafb3d08 req-38c3be21-57ca-4358-a92d-e3936b41cf23 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0482814 Sep 14 15:37:43.575262 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-de3e6f72-e242-415d-b1a6-fb22fafb3d08 req-f5ff82d2-c0d0-41c6-ab15-beb0c8997675 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305138 Sep 14 15:37:44.243763 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:44.318377 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51193d50-fe32-497b-a869-abbda6c47b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:44.689938 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 4ab483ea-80ee-4a68-9916-8dd3a4a9525f details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 15:37:44.690220 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c37b0c-9160-4981-8003-8713ef65ae6d req-75310ddc-55bc-4967-b7bc-345271fe64fa tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:44.691674 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b4c37b0c-9160-4981-8003-8713ef65ae6d req-75310ddc-55bc-4967-b7bc-345271fe64fa tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 943 time: 0.0518484 Sep 14 15:37:44.730226 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b4c37b0c-9160-4981-8003-8713ef65ae6d req-b33775ca-d145-467a-8132-d1943f923cdf tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Sep 14 15:37:44.781812 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:37:44.793302 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Returning: {'device': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'port_id': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'mac_address': 'fa:16:3e:f3:f9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 15:37:44.832606 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:44.844590 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab483ea-80ee-4a68-9916-8dd3a4a9525f {{(pid=93912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 15:37:44.863112 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:37:44.867179 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:44.912519 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,revision_number=4']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:45.083517 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] get_ports_and_sgs() called for port_ids ['4ab483ea-80ee-4a68-9916-8dd3a4a9525f'] {{(pid=93912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 15:37:45.249987 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:45.842840 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2639245-e783-4f54-a249-197eab592478 req-bf7ea952-8a71-4dcd-af7a-d5f82b731570 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:45.844290 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2639245-e783-4f54-a249-197eab592478 req-bf7ea952-8a71-4dcd-af7a-d5f82b731570 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 944 time: 0.0482225 Sep 14 15:37:45.881399 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-d2639245-e783-4f54-a249-197eab592478 req-6b9a681a-b234-4e29-b75b-d8431a65c28d tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310848 Sep 14 15:37:46.706307 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 4ab483ea-80ee-4a68-9916-8dd3a4a9525f up at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 15:37:46.754205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning for port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f completed by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 15:37:46.758035 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.provisioning_blocks [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Provisioning complete for port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f triggered by entity L2. {{(pid=93912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 15:37:46.758440 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639262'] for port, provisioning_complete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:46.834481 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:46.856438 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f'}] {{(pid=93912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:37:46.858680 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7201f7da61474176ecc26ba1fa62b7998b6a2c234dd09c3c76667af916bc0bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d47cfd4-6254-40fd-8ac9-28b14301d964" -d '{"events": [{"server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "name": "network-vif-plugged", "status": "completed", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f"}]}' {{(pid=93912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:37:46.870978 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] For port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:37:46.874948 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877'] for port, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:46.926723 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Pushing event updated for resources: {'Port': ['ID=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,revision_number=5']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:46.951272 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e914a-6938-4d60-8377-276dd0ed8a08 x-openstack-request-id: req-134e914a-6938-4d60-8377-276dd0ed8a08 {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:37:46.951573 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "name": "network-vif-plugged", "status": "completed", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f", "code": 200}]} {{(pid=93912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:37:46.951827 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-134e914a-6938-4d60-8377-276dd0ed8a08 {{(pid=93912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:37:46.952220 dv-cinder-806965-5-iscsi neutron-server[93912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'code': 200} Sep 14 15:37:46.996576 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051dba9-ee15-4bf4-ac2b-acc690ffdba8 req-fe5e6331-9a83-443b-92c7-1c6d8bd164af tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:46.998056 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1051dba9-ee15-4bf4-ac2b-acc690ffdba8 req-fe5e6331-9a83-443b-92c7-1c6d8bd164af tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Sep 14 15:37:47.034935 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:47.036066 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1051dba9-ee15-4bf4-ac2b-acc690ffdba8 req-004317dc-19af-4774-b039-0d2950b231a0 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Sep 14 15:37:47.168573 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9479666-c8ab-4447-80a0-a0e4bed5d15d req-f37369ef-02fd-4cc6-9ff0-c6f636bda7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:47.170255 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a9479666-c8ab-4447-80a0-a0e4bed5d15d req-f37369ef-02fd-4cc6-9ff0-c6f636bda7c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1098 time: 0.0436075 Sep 14 15:37:47.204156 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-a9479666-c8ab-4447-80a0-a0e4bed5d15d req-222626a0-c81d-4c6b-b1a0-acae699b0388 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267408 Sep 14 15:37:48.152541 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedc8c2-b45d-4a6a-b3c8-f30cbb986c66 req-4e5aa601-117b-4704-9bd3-6e86c7929e2c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:48.154794 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cfedc8c2-b45d-4a6a-b3c8-f30cbb986c66 req-4e5aa601-117b-4704-9bd3-6e86c7929e2c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0506239 Sep 14 15:37:48.199226 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-cfedc8c2-b45d-4a6a-b3c8-f30cbb986c66 req-6fff914b-13cf-4fd3-ba89-979c0db260da tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364749 Sep 14 15:37:49.310437 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5df0-8a84-479f-8e55-8715a91b1932 req-354a0a3c-cbdc-4848-8cc6-4d16f32de90c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:49.311893 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b0ad5df0-8a84-479f-8e55-8715a91b1932 req-354a0a3c-cbdc-4848-8cc6-4d16f32de90c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0467250 Sep 14 15:37:49.347772 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-b0ad5df0-8a84-479f-8e55-8715a91b1932 req-b15fc488-776e-406c-b9cb-8d7261ec2f45 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301220 Sep 14 15:37:49.462028 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f1cb-f5a0-4bd0-a2ec-270286666845 req-1ee8da5d-214f-4d21-b3a3-e98c8d3b7f8c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:49.463492 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-72f2f1cb-f5a0-4bd0-a2ec-270286666845 req-1ee8da5d-214f-4d21-b3a3-e98c8d3b7f8c tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Sep 14 15:37:49.501276 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-72f2f1cb-f5a0-4bd0-a2ec-270286666845 req-43f40145-677a-4875-9b33-5ff90ff13df7 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318968 Sep 14 15:37:49.523457 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47662) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:37:49.562938 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d82ec9-20a9-43e3-bea2-2bf91f7ab0e8 tempest-TestVolumeBootPattern-1402726903 tempest-TestVolumeBootPattern-1402726903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:49.564483 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b1d82ec9-20a9-43e3-bea2-2bf91f7ab0e8 tempest-TestVolumeBootPattern-1402726903 tempest-TestVolumeBootPattern-1402726903-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1093 time: 0.0399418 Sep 14 15:37:49.567170 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47664) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:37:49.571635 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.v2.base [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Request body: {'floatingip': {'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'port_id': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 15:37:49.592753 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:49.688473 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:49.785001 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_common [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Allocated IP 172.27.3.208 (9031e0c5-1c9d-40d9-943b-003732badbf4/7b3981bc-351d-4848-86a7-181315092531/39f6d463-859a-4aa8-8822-777f5fd5e4c5) {{(pid=93910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 15:37:49.885505 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:49.922558 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765177275841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:49.954816 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Network 9031e0c5-1c9d-40d9-943b-003732badbf4 is already hosted by enough agents. {{(pid=93910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 15:37:49.957567 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.base_scheduler [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Resources bound (agent type, host, resource id): {{(pid=93910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 15:37:49.961769 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Received port after_create {{(pid=93910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 15:37:49.993519 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=39f6d463-859a-4aa8-8822-777f5fd5e4c5,revision_number=1']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:50.004251 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.004598 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.004932 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.005260 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.005822 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.006148 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.006504 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.006829 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.007151 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.007469 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.007787 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.008103 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:37:50.325317 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:50.388160 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1761450'] for port, before_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:50.533888 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for port, precommit_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:50.538723 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765177829142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765177275859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765177275877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203223'] for port, after_update {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:50.610172 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event updated for resources: {'Port': ['ID=39f6d463-859a-4aa8-8822-777f5fd5e4c5,revision_number=2']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:37:50.619108 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536117'] for floatingip, after_create {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:50.712124 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Floating IP 776f7d88-003b-4b8c-84be-f25cd1273594 associated. External IP: 172.27.3.208, port: 4ab483ea-80ee-4a68-9916-8dd3a4a9525f. Sep 14 15:37:50.911805 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:37:51.018678 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:37:51.033235 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:37:51.038509 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:37:51.045676 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:37:51.046598 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:37:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:37:51.066297 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-54fe0b6f-bbe8-433f-a4e3-efbbd6d394e2 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4981260 Sep 14 15:37:51.066992 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:37:51.069702 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b88e5ad-3f21-4d82-b001-03d93402c483" -d '{"events": [{"name": "network-changed", "server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:37:51.168429 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:37:51.172413 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd577bd9-789f-46da-95bd-a4cc975a326f x-openstack-request-id: req-fd577bd9-789f-46da-95bd-a4cc975a326f {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:37:51.172698 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:37:51.172939 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd577bd9-789f-46da-95bd-a4cc975a326f {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:37:51.173367 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'status': 'completed', 'code': 200} Sep 14 15:37:51.241697 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-1d64c758-8b22-4e35-b545-d08f1da91144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:51.243889 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-1d64c758-8b22-4e35-b545-d08f1da91144 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1098 time: 0.0415735 Sep 14 15:37:51.336905 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-bdd5e2dc-f2fc-49a0-aac3-046a23d2860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:51.338402 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-bdd5e2dc-f2fc-49a0-aac3-046a23d2860e service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0873382 Sep 14 15:37:51.402616 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '776f7d88-003b-4b8c-84be-f25cd1273594', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:f3:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:37:50Z', 'updated_at': '2021-09-14T15:37:50Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}, {'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:48Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:37:51.407554 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-f460d9a2-6de2-4988-8659-5b4969673908 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 200 len: 999 time: 0.0609179 Sep 14 15:37:51.429053 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:37:51.437007 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:37:51.437609 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:37:44Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:37:51.455461 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-6d8cfb70-6928-44f7-8128-7143c53d36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:51.456897 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-6d8cfb70-6928-44f7-8128-7143c53d36d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0426812 Sep 14 15:37:51.502673 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-da739dbf-775c-4fc9-ac37-a5c0fcdafea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:37:51.504167 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-da739dbf-775c-4fc9-ac37-a5c0fcdafea6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406005 Sep 14 15:37:51.544468 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:37:51.595769 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-57277c73-77d3-40b1-8ce2-ac7e98baf3a0 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845420 Sep 14 15:37:51.687088 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-5b88e5ad-3f21-4d82-b001-03d93402c483 req-115a3dff-8fd7-46d8-9832-d1eaca9573ba service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842190 Sep 14 15:37:51.763866 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '776f7d88-003b-4b8c-84be-f25cd1273594', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:f3:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:37:50Z', 'updated_at': '2021-09-14T15:37:50Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}, {'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:48Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:37:51.793279 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51fbd2-ab08-4c0e-acc1-b315cafa4765 None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '776f7d88-003b-4b8c-84be-f25cd1273594', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:f3:f9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:37:50Z', 'updated_at': '2021-09-14T15:37:50Z', 'revision_number': 0, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}, {'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:48Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:37:51.973779 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84099e14-278b-451a-a67d-31b79d9ce07b None None] New status for floating IP 776f7d88-003b-4b8c-84be-f25cd1273594: ACTIVE {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:37:58.597547 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:38:00.898808 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:07.384464 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-ac0b005a-3304-4ad5-868d-5474666f9ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390646 Sep 14 15:38:07.469201 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013dc5-5300-4eda-b117-69a59257edb2 req-4e1c6db3-befb-49f1-a327-4c6303f3e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:38:07.470664 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-4e1c6db3-befb-49f1-a327-4c6303f3e59e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1099 time: 0.0394619 Sep 14 15:38:07.579132 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013dc5-5300-4eda-b117-69a59257edb2 req-841fc6bd-c4ca-4895-a45d-791e3ec36f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:38:07.580558 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-841fc6bd-c4ca-4895-a45d-791e3ec36f4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0909564 Sep 14 15:38:07.643345 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-cff09e2c-1dea-4d1a-8b59-a9d95cf9ed1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 1002 time: 0.0551982 Sep 14 15:38:07.690894 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013dc5-5300-4eda-b117-69a59257edb2 req-383989f1-aa88-4d97-86a9-520a7e6470eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:38:07.692266 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-383989f1-aa88-4d97-86a9-520a7e6470eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0411298 Sep 14 15:38:07.739099 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013dc5-5300-4eda-b117-69a59257edb2 req-17f0af27-790b-4a36-921d-2876b20d3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:38:07.740534 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-17f0af27-790b-4a36-921d-2876b20d3fae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409565 Sep 14 15:38:07.827007 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-81b7c542-77cd-4cd9-acb5-cdcc9c57fde5 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782013 Sep 14 15:38:07.916893 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-06013dc5-5300-4eda-b117-69a59257edb2 req-5a53ad6c-6d2c-440b-a446-75366a8cf03f service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820575 Sep 14 15:38:11.388376 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-ec0f73a7-2db5-43f9-9ed1-714fd034d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:14.244940 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:14.318289 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-4231e4d6-5279-4920-98a8-630843d7a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:15.241913 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:17.036803 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:30.911815 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:35.596154 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:38:41.388155 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-96e0b9a8-e152-41db-b89f-2b9be324ab1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:44.245521 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:44.317402 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-421f0a69-39f3-42ac-b89b-77a538401871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:45.244496 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:38:47.041506 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:00.921472 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:06.813533 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-e56f5cb5-bb57-48ad-a2cc-888a00f70da7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387309 Sep 14 15:39:06.871295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-16bb3d72-bd95-43cc-99f3-4b35ad61d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:06.872765 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-16bb3d72-bd95-43cc-99f3-4b35ad61d3e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1098 time: 0.0389352 Sep 14 15:39:06.977847 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-0a720187-3a78-48b2-9956-38a182189ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:06.979337 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-0a720187-3a78-48b2-9956-38a182189ed8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.0867772 Sep 14 15:39:07.043992 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-886198b8-fce6-407f-bdf7-193210159e6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 200 len: 1001 time: 0.0559657 Sep 14 15:39:07.095563 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-28a3d493-9d1f-46ce-8a85-c4e7fd85b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:07.096873 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-28a3d493-9d1f-46ce-8a85-c4e7fd85b4a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0456805 Sep 14 15:39:07.140383 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-a666c65d-71a5-4e1b-ab6e-63772db47a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:07.142582 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-a666c65d-71a5-4e1b-ab6e-63772db47a5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386999 Sep 14 15:39:07.229527 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-d3af21e9-ea13-4667-a62b-f6a7119e68e0 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801561 Sep 14 15:39:07.320759 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-864cd7e7-0a95-45ce-83ad-bb01d2259687 req-ca632268-08b6-4e5e-8e3b-a4daa35e7a95 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 Sep 14 15:39:11.388695 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1decf442-a6a5-4988-8c65-4ab56dd24601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:12.595813 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:39:14.246057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:14.316507 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-8135113b-4522-46a6-b3ca-c6073739a0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:15.249455 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:17.043484 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:20.402019 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47702) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:20.811508 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Deleting port 39f6d463-859a-4aa8-8822-777f5fd5e4c5 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:20.811849 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:20.885704 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:20.886026 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:20.897495 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Calling delete_port for 39f6d463-859a-4aa8-8822-777f5fd5e4c5 owned by network:floatingip {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:21.039831 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:21.065589 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'Port': ['ID=39f6d463-859a-4aa8-8822-777f5fd5e4c5,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:21.091980 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.092323 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.092659 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.092987 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.093311 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.093637 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.093959 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.094279 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.094629 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.094969 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.095366 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.095835 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:21.134419 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:21.134742 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.db.l3_db [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Floating IP 776f7d88-003b-4b8c-84be-f25cd1273594 disassociated (deleted). External IP: 172.27.3.208, port: 4ab483ea-80ee-4a68-9916-8dd3a4a9525f. Sep 14 15:39:21.351248 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:39:21.473023 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:39:21.477803 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:21.483634 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:39:21.495263 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:21.496348 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:21.511709 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-89856441-8f72-4633-9699-293d2eab14e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "DELETE /v2.0/floatingips/776f7d88-003b-4b8c-84be-f25cd1273594 HTTP/1.1" status: 204 len: 168 time: 1.1085672 Sep 14 15:39:21.512287 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:39:21.514549 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fae24b0-e3b7-46c8-b7c3-341ead11e677" -d '{"events": [{"name": "network-changed", "server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:39:21.555695 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3df7c-d020-4eb8-bb98-eec16282bff3 x-openstack-request-id: req-20b3df7c-d020-4eb8-bb98-eec16282bff3 {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:39:21.555987 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:39:21.556240 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20b3df7c-d020-4eb8-bb98-eec16282bff3 {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:39:21.556647 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'status': 'completed', 'code': 200} Sep 14 15:39:21.618477 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:21.642423 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-f1555f38-c6af-4fa0-9226-85ec632eb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:21.652544 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-f1555f38-c6af-4fa0-9226-85ec632eb345 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 1098 time: 0.0693841 Sep 14 15:39:21.803187 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-eed7d18b-a5a3-40ff-9e77-858fb08d25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:21.805751 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-eed7d18b-a5a3-40ff-9e77-858fb08d25c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.1436415 Sep 14 15:39:21.822927 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647baf26-751c-41c0-b1c2-4e7de60e232a req-a115d9d1-bd6c-485d-85da-cf79dd8f64ad tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:21.824421 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-647baf26-751c-41c0-b1c2-4e7de60e232a req-a115d9d1-bd6c-485d-85da-cf79dd8f64ad tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0857480 Sep 14 15:39:21.878789 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-c55af40e-0fb8-4f3c-9939-62c0bb0ed682 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 200 len: 217 time: 0.0532839 Sep 14 15:39:21.933420 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-647baf26-751c-41c0-b1c2-4e7de60e232a req-b00d763c-d097-40a8-8a7f-04f84ab51726 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002710 Sep 14 15:39:21.945281 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-8243b4a6-398b-42de-9294-df138714127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:21.946778 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-8243b4a6-398b-42de-9294-df138714127b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0600283 Sep 14 15:39:21.995496 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-538ac610-8861-4919-9105-7bd45b120aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:21.997253 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-538ac610-8861-4919-9105-7bd45b120aaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418711 Sep 14 15:39:22.009309 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:48Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:22.043957 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:39:22.052937 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:22.053544 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:22.092435 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-6d2ece34-477e-474e-885e-9b27ee49d212 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859973 Sep 14 15:39:22.175262 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:22.181439 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-0fae24b0-e3b7-46c8-b7c3-341ead11e677 req-4f8bcc98-f616-496e-9b0c-6da8b41542c0 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804269 Sep 14 15:39:22.396159 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:48Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:22.421851 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4cc94b-0ecb-4e52-aae3-7f0c3a0597f8 None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_floatingips': [{'id': '84a9d636-b488-4038-b7c2-0f6242c3d0ab', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'router_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'port_id': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'mac_address': 'fa:16:3e:8d:51:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T15:35:46Z', 'updated_at': '2021-09-14T15:35:48Z', 'revision_number': 1, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:39:22.628801 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e07927-4bab-4d9c-9cac-9b7571cddb2b None None] New status for floating IP 776f7d88-003b-4b8c-84be-f25cd1273594: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:39:23.055491 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae048cc3-ffd9-4c4e-88ff-acb7521bead8 req-9ae3fb86-6ea4-4baa-8903-cffe19aaf5e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:23.056965 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae048cc3-ffd9-4c4e-88ff-acb7521bead8 req-9ae3fb86-6ea4-4baa-8903-cffe19aaf5e9 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0514455 Sep 14 15:39:23.093182 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-ae048cc3-ffd9-4c4e-88ff-acb7521bead8 req-9dea1252-91ca-4d88-acdf-050c41581497 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Sep 14 15:39:23.253568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9176434-e508-4130-8f63-81e0007d5044 req-f3a0423e-2351-497e-b312-305c8c55e659 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:23.254923 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9176434-e508-4130-8f63-81e0007d5044 req-f3a0423e-2351-497e-b312-305c8c55e659 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Sep 14 15:39:23.339958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Deleting port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:23.340290 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:23.428924 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] For port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:23.429261 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:23.442514 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Calling delete_port for 4ab483ea-80ee-4a68-9916-8dd3a4a9525f owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:23.565942 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:23.599899 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'Port': ['ID=4ab483ea-80ee-4a68-9916-8dd3a4a9525f,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:23.632337 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] No DVR routers for this DVR port 4ab483ea-80ee-4a68-9916-8dd3a4a9525f on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:39:23.634693 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:23.636643 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-e9176434-e508-4130-8f63-81e0007d5044 req-a6b7f5a9-58ec-4e98-a043-f3b9d621130b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "DELETE /v2.0/ports/4ab483ea-80ee-4a68-9916-8dd3a4a9525f HTTP/1.1" status: 204 len: 173 time: 0.3755093 Sep 14 15:39:23.637071 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'name': 'network-vif-deleted', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:39:23.639286 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c15a95a-3290-4092-96de-da2f8cd5dbe2" -d '{"events": [{"server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "name": "network-vif-deleted", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:39:23.678246 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535aa4e8-1d24-446a-8649-35963b2593ae x-openstack-request-id: req-535aa4e8-1d24-446a-8649-35963b2593ae {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:39:23.678578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50", "name": "network-vif-deleted", "tag": "4ab483ea-80ee-4a68-9916-8dd3a4a9525f", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:39:23.678827 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-535aa4e8-1d24-446a-8649-35963b2593ae {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:39:23.679220 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50', 'name': 'network-vif-deleted', 'tag': '4ab483ea-80ee-4a68-9916-8dd3a4a9525f', 'status': 'completed', 'code': 200} Sep 14 15:39:24.194461 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-25e1c6a7-82cf-4f71-be46-8dbe8f991f71 req-d7578d35-387d-43ed-a017-8345004dd55f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=0365b0ee-ecdd-4a8f-8a46-1c2444c7bc50 HTTP/1.1" status: 200 len: 210 time: 0.0258050 Sep 14 15:39:25.365214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 4ab483ea-80ee-4a68-9916-8dd3a4a9525f no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:25.389183 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: 4ab483ea-80ee-4a68-9916-8dd3a4a9525f {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:25.389526 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device 4ab483ea-80ee-4a68-9916-8dd3a4a9525f not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:27.463676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47740) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:27.617912 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Deleting port 91401235-c564-4e1b-98e6-4bc7573b6fb7 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:27.618248 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:27.689539 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:27.690447 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:27.701739 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Calling delete_port for 91401235-c564-4e1b-98e6-4bc7573b6fb7 owned by network:floatingip {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:28.071377 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:28.096905 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'Port': ['ID=91401235-c564-4e1b-98e6-4bc7573b6fb7,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:28.121305 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.121653 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.122261 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.122619 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.122947 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.123273 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.123596 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.123917 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.124238 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.124554 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.124869 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.125183 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:28.163608 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:28.164000 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.db.l3_db [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Floating IP 84a9d636-b488-4038-b7c2-0f6242c3d0ab disassociated (deleted). External IP: 172.27.3.100, port: a9f47e98-15cc-4ad3-85f4-601fae8cb4a7. Sep 14 15:39:28.364948 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:39:28.470075 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:39:28.475095 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:28.481173 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:39:28.489961 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:28.490696 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:28.501541 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-b780fd5f-08da-435c-89a9-2ca3f7e3bad1 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "DELETE /v2.0/floatingips/84a9d636-b488-4038-b7c2-0f6242c3d0ab HTTP/1.1" status: 204 len: 168 time: 1.0367513 Sep 14 15:39:28.502155 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7'}] {{(pid=93910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:39:28.504993 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5f070f6a0edd2ef2f4112633c9d0581de328df0d5bf0de157a417786663e41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7"}]}' {{(pid=93910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:39:28.540379 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc011f7-abb5-4457-b774-0849f5c08315 x-openstack-request-id: req-3cc011f7-abb5-4457-b774-0849f5c08315 {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:39:28.540663 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7", "status": "completed", "code": 200}]} {{(pid=93910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:39:28.540917 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3cc011f7-abb5-4457-b774-0849f5c08315 {{(pid=93910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:39:28.541392 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'status': 'completed', 'code': 200} Sep 14 15:39:28.604088 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:28.610496 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-4500444d-6da0-4f9c-996e-38f25ceb9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:28.612142 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-4500444d-6da0-4f9c-996e-38f25ceb9fd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 1099 time: 0.0476635 Sep 14 15:39:28.738674 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-0ab096f6-5230-4906-a082-791f7f628ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:28.740148 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-0ab096f6-5230-4906-a082-791f7f628ea4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 200 len: 913 time: 0.1211412 Sep 14 15:39:28.748630 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bdcc7-9985-4317-9e78-239b2e93ca9a req-3647be01-e981-4568-b95b-3106d6c45406 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:28.750004 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a0bdcc7-9985-4317-9e78-239b2e93ca9a req-3647be01-e981-4568-b95b-3106d6c45406 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 946 time: 0.0708003 Sep 14 15:39:28.790154 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-270e0d8b-1d92-478d-b4b2-1d4e862ddad9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 200 len: 217 time: 0.0391076 Sep 14 15:39:28.807565 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:28.833886 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:39:28.841950 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:28.842581 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:28.846400 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-1a0bdcc7-9985-4317-9e78-239b2e93ca9a req-37b7e7fa-abd2-4337-b1bf-9b5181741856 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881977 Sep 14 15:39:28.854988 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-fee69f5b-f2d5-405f-b344-168b591ba30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:28.856414 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-fee69f5b-f2d5-405f-b344-168b591ba30a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 200 len: 851 time: 0.0571873 Sep 14 15:39:28.907238 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-b6eb5b52-fdc3-4cea-b2b1-466fa522319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:28.908743 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-b6eb5b52-fdc3-4cea-b2b1-466fa522319c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=128e743e-b7a5-460d-b5a8-479b04af2e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435655 Sep 14 15:39:28.946938 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:29.000229 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-48786e80-eeb4-4edb-9f91-f7702a8d340b service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828846 Sep 14 15:39:29.092201 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7ad9da6a-2e4a-4a63-b676-5e92895fe1ae req-efee4111-1bd0-476a-8341-429ac8d40128 service neutron] 10.222.0.52 "GET /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839202 Sep 14 15:39:29.145003 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:29.170567 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d6c36-afc1-459d-976c-7dbdf9143b4c None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:20Z', 'revision_number': 4, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi', '_interfaces': [{'id': 'ae445891-508f-4b1d-b33a-eb405c9d4591', 'name': '', 'network_id': '128e743e-b7a5-460d-b5a8-479b04af2e2f', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'mac_address': 'fa:16:3e:e0:0d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:19Z', 'updated_at': '2021-09-14T15:32:26Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'subnets': [{'id': '50fca1a0-4aa7-4448-a895-78da38acea0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:39:29.371689 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d6321-af17-4ffd-aef5-5b6927c4f917 None None] New status for floating IP 84a9d636-b488-4038-b7c2-0f6242c3d0ab: DOWN {{(pid=93913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 15:39:29.962216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d105103-550a-47cc-9505-6fe39ffc7cb7 req-3265cade-9b08-48b9-82ea-6b47fc36c49f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:29.963719 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d105103-550a-47cc-9505-6fe39ffc7cb7 req-3265cade-9b08-48b9-82ea-6b47fc36c49f tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 946 time: 0.0475092 Sep 14 15:39:30.001768 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-7d105103-550a-47cc-9505-6fe39ffc7cb7 req-3bdd593d-4736-4cd7-9f8e-2cfcefeae0cc tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/security-groups?id=5cafbc0a-72c5-4c37-9333-9f24044aab25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Sep 14 15:39:30.185833 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-e2bf4783-c1b3-48aa-bc8b-d8b116a5a6f4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 15:39:30.187199 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-e2bf4783-c1b3-48aa-bc8b-d8b116a5a6f4 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 946 time: 0.0484469 Sep 14 15:39:30.278286 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Deleting port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:30.278652 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:30.363328 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] For port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:30.363718 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:30.375974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Calling delete_port for a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 owned by compute:nova {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:30.501518 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:30.531626 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'Port': ['ID=a9f47e98-15cc-4ad3-85f4-601fae8cb4a7,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:30.574215 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] No DVR routers for this DVR port a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 on host hv-cinder-80696 {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:39:30.576838 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for port, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:30.578894 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-2122a142-07ce-4dbe-b740-dcd920c2a5e1 req-c7d4d7b1-f8cd-4538-83ad-043e0dbc2099 tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.52 "DELETE /v2.0/ports/a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 HTTP/1.1" status: 204 len: 173 time: 0.3851054 Sep 14 15:39:30.579326 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'name': 'network-vif-deleted', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7'}] {{(pid=93911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 15:39:30.582155 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a2491761d18048cdb347ee6e012a1bfb2e647f62fd55d83b7e07d022f4a265" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97874e5c-df7e-4b9a-a0a3-4da70261483c" -d '{"events": [{"server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "name": "network-vif-deleted", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7"}]}' {{(pid=93911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 15:39:30.617741 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505aef1-220b-488d-a529-d145ddb76f4c x-openstack-request-id: req-2505aef1-220b-488d-a529-d145ddb76f4c {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 15:39:30.618030 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a881a7b9-62d5-4182-b8e6-58902780f6bd", "name": "network-vif-deleted", "tag": "a9f47e98-15cc-4ad3-85f4-601fae8cb4a7", "status": "completed", "code": 200}]} {{(pid=93911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 15:39:30.618282 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2505aef1-220b-488d-a529-d145ddb76f4c {{(pid=93911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 15:39:30.618710 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a881a7b9-62d5-4182-b8e6-58902780f6bd', 'name': 'network-vif-deleted', 'tag': 'a9f47e98-15cc-4ad3-85f4-601fae8cb4a7', 'status': 'completed', 'code': 200} Sep 14 15:39:30.939291 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:31.104867 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [req-bb9d3036-652c-47c8-83b1-4c12eae46501 req-e573186a-e9dc-4a9c-92f3-bd3ac7324b6e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "GET /v2.0/ports?device_id=a881a7b9-62d5-4182-b8e6-58902780f6bd HTTP/1.1" status: 200 len: 210 time: 0.0283861 Sep 14 15:39:32.162490 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47758) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:32.284695 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Deleting port 1543803a-e32d-4ce3-912c-96d55b169e1d {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:32.285025 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:32.356843 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:32.357169 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:32.368853 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Calling delete_port for 1543803a-e32d-4ce3-912c-96d55b169e1d owned by network:floatingip {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:32.495182 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:32.521932 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'Port': ['ID=1543803a-e32d-4ce3-912c-96d55b169e1d,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:32.579889 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:32.582617 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37074'] for floatingip, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:32.583773 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3c99504b-f844-4882-a749-b4bac1c6a13e tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "DELETE /v2.0/floatingips/25b9f4bc-7aad-43db-b39b-41530d5c1526 HTTP/1.1" status: 204 len: 168 time: 0.4203115 Sep 14 15:39:33.411563 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:33.430976 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] No Port match for: a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:33.431319 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Device a9f47e98-15cc-4ad3-85f4-601fae8cb4a7 not bound to the agent host hv-cinder-80696 {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:33.776504 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47770) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:33.837069 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a31c523-7775-40a6-a097-1323dd7d363b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:33.861152 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a31c523-7775-40a6-a097-1323dd7d363b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:33.920374 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a31c523-7775-40a6-a097-1323dd7d363b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:33.923046 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-8a31c523-7775-40a6-a097-1323dd7d363b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:33.924203 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-8a31c523-7775-40a6-a097-1323dd7d363b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] 10.222.0.68 "DELETE /v2.0/security-groups/5cafbc0a-72c5-4c37-9333-9f24044aab25 HTTP/1.1" status: 204 len: 168 time: 0.1467102 Sep 14 15:39:33.933498 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31c523-7775-40a6-a097-1323dd7d363b tempest-TestVolumeBootPattern-1419520512 tempest-TestVolumeBootPattern-1419520512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cafbc0a-72c5-4c37-9333-9f24044aab25,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:33.985602 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47774) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:34.492299 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:34.727352 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Deleting port ae445891-508f-4b1d-b33a-eb405c9d4591 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:34.727691 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:34.806803 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] For port ae445891-508f-4b1d-b33a-eb405c9d4591, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=ae445891-508f-4b1d-b33a-eb405c9d4591,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:34.807080 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:34.819102 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Calling delete_port for ae445891-508f-4b1d-b33a-eb405c9d4591 owned by network:router_interface {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:34.990592 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:35.016572 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae445891-508f-4b1d-b33a-eb405c9d4591,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:35.176974 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:35.641988 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Router 4e9bb5ae-809a-4e74-8770-ed872242107c has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:39:35.744416 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:39:35.749661 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-9ec34e29-99ec-4229-9db1-5a5fd80e6951 admin admin] 10.222.0.68 "PUT /v2.0/routers/4e9bb5ae-809a-4e74-8770-ed872242107c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629814 Sep 14 15:39:35.752585 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47778) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:35.755109 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] Sync routers for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:39:35.764958 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:35.765557 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:35.855134 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:35.866949 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: dv-cinder-806965-5-iscsi {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:35.954609 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.007123 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Deleting port 0681ad93-d7bf-40cc-ac75-9e58d0663efe {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:36.007791 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.044660 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:39:34Z', 'revision_number': 5, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port': {'id': '0681ad93-d7bf-40cc-ac75-9e58d0663efe', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:36.071542 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] Checking router: 4e9bb5ae-809a-4e74-8770-ed872242107c for host: dv-cinder-806965-5-iscsi {{(pid=93912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:39:36.079816 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] Routers {'4e9bb5ae-809a-4e74-8770-ed872242107c'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:36.080422 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['4e9bb5ae-809a-4e74-8770-ed872242107c'], 'active': True} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:36.088831 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] For port 0681ad93-d7bf-40cc-ac75-9e58d0663efe, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=0681ad93-d7bf-40cc-ac75-9e58d0663efe,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:36.089194 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.100897 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Calling delete_port for 0681ad93-d7bf-40cc-ac75-9e58d0663efe owned by network:router_gateway {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:36.272603 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.292064 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvr_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] Set router 4e9bb5ae-809a-4e74-8770-ed872242107c gateway port host: None {{(pid=93912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:36.299199 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0681ad93-d7bf-40cc-ac75-9e58d0663efe,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:36.344976 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_hamode_db [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:39:35Z', 'revision_number': 6, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:36.359357 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.374874 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc89bac3-cc71-42e4-9a78-6c40311814c1 None None] The sync data for ids ['4e9bb5ae-809a-4e74-8770-ed872242107c'] in dv-cinder-806965-5-iscsi is: [{'id': '4e9bb5ae-809a-4e74-8770-ed872242107c', 'name': 'tempest-TestVolumeBootPattern-1559008079-router', 'tenant_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:17Z', 'updated_at': '2021-09-14T15:39:35Z', 'revision_number': 6, 'project_id': 'cf713e38eae54eb0b4cb01eef4d19196', 'gw_port_host': None}] {{(pid=93912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:39:36.451416 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.453513 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.499716 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.500261 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9bb5ae-809a-4e74-8770-ed872242107c {{(pid=93911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:39:36.505085 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.506221 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-07c48dcd-6bd9-41a1-81bc-fc989d55f8b6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/4e9bb5ae-809a-4e74-8770-ed872242107c HTTP/1.1" status: 204 len: 168 time: 0.7529614 Sep 14 15:39:36.508793 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47780) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:36.552453 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Deleting subnet 50fca1a0-4aa7-4448-a895-78da38acea0c {{(pid=93911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:39:36.555372 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.589196 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7167432'] for subnet, precommit_delete_associations {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.666839 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.725806 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5702019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336150'] for subnet, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.752295 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fca1a0-4aa7-4448-a895-78da38acea0c,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:36.757000 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.758806 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-61d6a16f-9080-4f45-91f5-264418e33739 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/50fca1a0-4aa7-4448-a895-78da38acea0c HTTP/1.1" status: 204 len: 168 time: 0.2490528 Sep 14 15:39:36.761958 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47782) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:36.769042 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a6242-01c6-4db8-9b06-26de94fc8152 None None] Network 128e743e-b7a5-460d-b5a8-479b04af2e2f requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:39:36.839216 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.890939 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Deleting port 62f5c697-fd20-45c6-9e87-37337e7e26fb {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:36.891286 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.954172 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] For port 62f5c697-fd20-45c6-9e87-37337e7e26fb, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=62f5c697-fd20-45c6-9e87-37337e7e26fb,segment=NetworkSegment(e1268efa-26d6-4f89-b94b-3027dc6b873c),segment_id=e1268efa-26d6-4f89-b94b-3027dc6b873c)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:36.954578 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:36.967306 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Calling delete_port for 62f5c697-fd20-45c6-9e87-37337e7e26fb owned by network:dhcp {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:37.048022 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.074641 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Pushing event deleted for resources: {'Port': ['ID=62f5c697-fd20-45c6-9e87-37337e7e26fb,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:37.076526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] No DVR routers for this DVR port 62f5c697-fd20-45c6-9e87-37337e7e26fb on host dv-cinder-806965-5-iscsi {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:39:37.148383 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.165022 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b604da-4181-483d-9ab0-4ee13714d899 None None] DHCP port deletion for 128e743e-b7a5-460d-b5a8-479b04af2e2f request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:39:37.170757 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128e743e-b7a5-460d-b5a8-479b04af2e2f']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:37.183658 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1268efa-26d6-4f89-b94b-3027dc6b873c') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:37.183955 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1268efa-26d6-4f89-b94b-3027dc6b873c') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:37.193981 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.206612 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.212345 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:39:37.212717 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:39:37.214302 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:39:37.270698 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.275256 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.277370 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] 10.222.0.68 "DELETE /v2.0/networks/128e743e-b7a5-460d-b5a8-479b04af2e2f HTTP/1.1" status: 204 len: 168 time: 0.5143826 Sep 14 15:39:37.280318 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47784) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:37.290502 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837600e8-bc51-4739-9997-17bf990b651c admin admin] Pushing event deleted for resources: {'Network': ['ID=128e743e-b7a5-460d-b5a8-479b04af2e2f,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:37.620571 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528949'] for router_interface, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.857878 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Deleting port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:37.858217 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.937324 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] For port 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,segment=NetworkSegment(596ab827-acf8-4a66-8a35-70ed5ccf2516),segment_id=596ab827-acf8-4a66-8a35-70ed5ccf2516)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:37.937603 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:37.949497 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Calling delete_port for 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 owned by network:router_interface {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:38.127494 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:38.150440 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:38.317367 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529025'] for router_interface, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:38.366524 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ae445891-508f-4b1d-b33a-eb405c9d4591 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:38.385786 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: ae445891-508f-4b1d-b33a-eb405c9d4591 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:38.386122 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device ae445891-508f-4b1d-b33a-eb405c9d4591 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:38.386549 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 0681ad93-d7bf-40cc-ac75-9e58d0663efe no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:38.404399 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 0681ad93-d7bf-40cc-ac75-9e58d0663efe {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:38.404737 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 0681ad93-d7bf-40cc-ac75-9e58d0663efe not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:38.405138 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 62f5c697-fd20-45c6-9e87-37337e7e26fb no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:38.423266 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 62f5c697-fd20-45c6-9e87-37337e7e26fb {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:38.423532 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 62f5c697-fd20-45c6-9e87-37337e7e26fb not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:38.530986 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Router 82893596-c298-46e0-b2ff-ea6404a06289 has already been hosted by L3 agent 486fed21-9abc-4f2e-aa99-35122088d1b7 {{(pid=93910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 15:39:38.632717 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] Notify agent at l3_agent.dv-cinder-806965-5-iscsi the message routers_updated {{(pid=93910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 15:39:38.638818 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-99d3580c-e2fd-4d11-adec-dedd02059e4d admin admin] 10.222.0.68 "PUT /v2.0/routers/82893596-c298-46e0-b2ff-ea6404a06289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3573749 Sep 14 15:39:38.640243 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47788) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:38.641507 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] Sync routers for ids ['82893596-c298-46e0-b2ff-ea6404a06289'] in dv-cinder-806965-5-iscsi {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 15:39:38.651816 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] Routers {'82893596-c298-46e0-b2ff-ea6404a06289'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:38.652418 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['82893596-c298-46e0-b2ff-ea6404a06289'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:38.742325 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:38.754280 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] Set router 82893596-c298-46e0-b2ff-ea6404a06289 gateway port host: dv-cinder-806965-5-iscsi {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:38.839890 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:38.890106 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Deleting port 784e73a1-9f1c-4de8-bcb0-632dabdff597 {{(pid=93910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:38.890465 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:38.926727 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'external_fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:39:38Z', 'revision_number': 5, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port': {'id': '784e73a1-9f1c-4de8-bcb0-632dabdff597', 'name': '', 'network_id': '9031e0c5-1c9d-40d9-943b-003732badbf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82893596-c298-46e0-b2ff-ea6404a06289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7b3981bc-351d-4848-86a7-181315092531', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T15:32:23Z', 'updated_at': '2021-09-14T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b3981bc-351d-4848-86a7-181315092531', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-5-iscsi'}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:38.955710 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] Checking router: 82893596-c298-46e0-b2ff-ea6404a06289 for host: dv-cinder-806965-5-iscsi {{(pid=93913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 15:39:38.964951 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] Routers {'82893596-c298-46e0-b2ff-ea6404a06289'} bound to L3 agent in host dv-cinder-806965-5-iscsi {{(pid=93913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 15:39:38.965554 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T15:18:44Z,description=,heartbeat_timestamp=2021-09-14T15:39:14Z,host='dv-cinder-806965-5-iscsi',id=486fed21-9abc-4f2e-aa99-35122088d1b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T15:18:44Z,topic='l3_agent')) {'router_ids': ['82893596-c298-46e0-b2ff-ea6404a06289'], 'active': True} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:38.972854 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.db [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] For port 784e73a1-9f1c-4de8-bcb0-632dabdff597, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=784e73a1-9f1c-4de8-bcb0-632dabdff597,segment=NetworkSegment(b90dbde2-2173-4e6d-94b7-dc757ed89d58),segment_id=b90dbde2-2173-4e6d-94b7-dc757ed89d58)] {{(pid=93910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:38.973210 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:38.984751 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.plugins.ml2.plugin [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Calling delete_port for 784e73a1-9f1c-4de8-bcb0-632dabdff597 owned by network:router_gateway {{(pid=93910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:39.045399 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_dvr_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] Set router 82893596-c298-46e0-b2ff-ea6404a06289 gateway port host: None {{(pid=93913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 15:39:39.098429 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.l3_hamode_db [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:39:38Z', 'revision_number': 6, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port_host': None}], 'dv-cinder-806965-5-iscsi', False) {} {{(pid=93913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:39.124420 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63168a9-cc75-4cf7-8bfa-7929f18828eb None None] The sync data for ids ['82893596-c298-46e0-b2ff-ea6404a06289'] in dv-cinder-806965-5-iscsi is: [{'id': '82893596-c298-46e0-b2ff-ea6404a06289', 'name': 'tempest-TestVolumeBootPattern-189289570-router', 'tenant_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T15:32:22Z', 'updated_at': '2021-09-14T15:39:38Z', 'revision_number': 6, 'project_id': 'e6503f2efd4a46c5b14df0cd92c83135', 'gw_port_host': None}] {{(pid=93913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 15:39:39.145214 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4204324'] for port, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.170553 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=784e73a1-9f1c-4de8-bcb0-632dabdff597,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:39.227619 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536163'] for router_gateway, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.312210 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6291'] for router, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.314208 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.357695 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524761'] for router, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.358400 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82893596-c298-46e0-b2ff-ea6404a06289 {{(pid=93910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 15:39:39.362603 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.364676 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-651ee787-4f8f-465e-9970-8d79a12f9fa2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/82893596-c298-46e0-b2ff-ea6404a06289 HTTP/1.1" status: 204 len: 168 time: 0.7234862 Sep 14 15:39:39.367171 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47790) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:39.410036 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Deleting subnet 97cdb50c-79ba-41d7-a5e8-a877c236ab33 {{(pid=93910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 15:39:39.413047 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.446676 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4201086'] for subnet, precommit_delete_associations {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.530729 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701376'] for subnet, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.583916 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4204313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4713618'] for subnet, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.610251 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97cdb50c-79ba-41d7-a5e8-a877c236ab33,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:39.612143 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for subnet, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.614944 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-f59e3fb9-ef45-4630-8215-b8b20956af61 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/97cdb50c-79ba-41d7-a5e8-a877c236ab33 HTTP/1.1" status: 204 len: 168 time: 0.2469203 Sep 14 15:39:39.617026 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cdf63-40b2-4f5a-9e25-90281e1267ef None None] Network b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 requested from dv-cinder-806965-5-iscsi {{(pid=93912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 15:39:39.617568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47792) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:39.688244 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1879516'] for network, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.740178 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Deleting port 6e253acc-a4ec-4588-8660-37225f1e3d16 {{(pid=93911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:39.740526 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.806236 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.db [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] For port 6e253acc-a4ec-4588-8660-37225f1e3d16, host dv-cinder-806965-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-5-iscsi',level=0,port_id=6e253acc-a4ec-4588-8660-37225f1e3d16,segment=NetworkSegment(596ab827-acf8-4a66-8a35-70ed5ccf2516),segment_id=596ab827-acf8-4a66-8a35-70ed5ccf2516)] {{(pid=93911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:39.806568 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.818562 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.plugin [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Calling delete_port for 6e253acc-a4ec-4588-8660-37225f1e3d16 owned by network:dhcp {{(pid=93911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:39.851632 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] DHCP port deletion for b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 request from dv-cinder-806965-5-iscsi {{(pid=93912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 15:39:39.899781 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Deleting port 6e253acc-a4ec-4588-8660-37225f1e3d16 {{(pid=93912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 15:39:39.900221 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5702078'] for port, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.900537 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765177824826'] for port, before_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.926993 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e253acc-a4ec-4588-8660-37225f1e3d16,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:39.931548 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] No DVR routers for this DVR port 6e253acc-a4ec-4588-8660-37225f1e3d16 on host dv-cinder-806965-5-iscsi {{(pid=93911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:39:39.967374 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.db [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] For port 6e253acc-a4ec-4588-8660-37225f1e3d16, host dv-cinder-806965-5-iscsi, got binding levels [] {{(pid=93912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 15:39:39.967868 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540228'] for port, precommit_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:39.981038 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Calling delete_port for 6e253acc-a4ec-4588-8660-37225f1e3d16 owned by network:dhcp {{(pid=93912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 15:39:39.983916 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.ipam_backend_mixin [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Port 6e253acc-a4ec-4588-8660-37225f1e3d16 was not found and therefore no delete operation was performed {{(pid=93912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 15:39:39.985183 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765177829124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765177275850'] for port, after_delete {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.008656 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703541', 'neutron.services.segments.db._delete_segments_for_network-8765177775773'] for network, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.011142 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Pushing event deleted for resources: {'Port': ['ID=6e253acc-a4ec-4588-8660-37225f1e3d16,revision_number=None']} {{(pid=93912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:40.015286 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] No DVR routers for this DVR port 6e253acc-a4ec-4588-8660-37225f1e3d16 on host dv-cinder-806965-5-iscsi {{(pid=93912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 15:39:40.022600 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.027992 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e353e-8740-4ff9-8231-1183a05e977a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-5-iscsi {{(pid=93912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 15:39:40.042479 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4656c7f-1155-4a79-8dbb-0fc25a8fddc6']}} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:40.052523 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596ab827-acf8-4a66-8a35-70ed5ccf2516') {'for_net_delete': True} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:40.052827 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.services.segments.db [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596ab827-acf8-4a66-8a35-70ed5ccf2516') {} {{(pid=93911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 15:39:40.062466 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765177776038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7167409'] for segment, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.077390 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594'] for segment, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.084120 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=93911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 15:39:40.084512 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1703594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5702753'] for segment, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: Traceback (most recent call last): Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: timer() Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: cb(*args, **kw) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: return func(*args, **kwargs) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: self._notify() Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: self.callback(batched_events) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: event.method(event) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: return f(self, *a, **k) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._get(url).json() Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: return self.request(url, 'GET', **kwargs) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 15:39:40.086421 dv-cinder-806965-5-iscsi neutron-server[93911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 15:39:40.153426 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536071'] for network, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.158726 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553762'] for network, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.160992 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b4656c7f-1155-4a79-8dbb-0fc25a8fddc6 HTTP/1.1" status: 204 len: 168 time: 0.5421906 Sep 14 15:39:40.171899 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41df5a-0b6d-4487-9d60-2ff405760980 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4656c7f-1155-4a79-8dbb-0fc25a8fddc6,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:40.311134 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47796) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:40.311636 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:40.332552 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:40.332893 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 8898fc3c-9dfb-4aa5-b55d-456fcbfcfae3 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:40.333303 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e253acc-a4ec-4588-8660-37225f1e3d16 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:40.351045 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 6e253acc-a4ec-4588-8660-37225f1e3d16 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:40.351386 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 6e253acc-a4ec-4588-8660-37225f1e3d16 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:40.351615 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-14c681ff-1f28-4636-bc99-014c519c7567 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf713e38eae54eb0b4cb01eef4d19196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393577 Sep 14 15:39:40.351908 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 784e73a1-9f1c-4de8-bcb0-632dabdff597 no longer exists at agent ovs-agent-dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 15:39:40.354035 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.wsgi [-] (93911) accepted ('10.222.0.68', 47798) {{(pid=93911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:40.370032 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] No Port match for: 784e73a1-9f1c-4de8-bcb0-632dabdff597 {{(pid=93912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 15:39:40.370308 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron.plugins.ml2.rpc [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Device 784e73a1-9f1c-4de8-bcb0-632dabdff597 not bound to the agent host dv-cinder-806965-5-iscsi {{(pid=93912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 15:39:40.402760 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ccea1e0d-ed73-4747-9da6-9e5329a6c885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.423178 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ccea1e0d-ed73-4747-9da6-9e5329a6c885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.470536 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ccea1e0d-ed73-4747-9da6-9e5329a6c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.473085 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron_lib.callbacks.manager [None req-ccea1e0d-ed73-4747-9da6-9e5329a6c885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.474253 dv-cinder-806965-5-iscsi neutron-server[93911]: INFO neutron.wsgi [None req-ccea1e0d-ed73-4747-9da6-9e5329a6c885 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b49d64c-bfe7-4e9a-9a96-2e4b82b07670 HTTP/1.1" status: 204 len: 168 time: 0.1192963 Sep 14 15:39:40.481594 dv-cinder-806965-5-iscsi neutron-server[93911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea1e0d-ed73-4747-9da6-9e5329a6c885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b49d64c-bfe7-4e9a-9a96-2e4b82b07670,revision_number=None']} {{(pid=93911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:40.776608 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47804) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:40.815265 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-3fb8ab5b-12c6-4b63-9985-bda6c7fcd63b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e6503f2efd4a46c5b14df0cd92c83135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375483 Sep 14 15:39:40.818171 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [-] (93910) accepted ('10.222.0.68', 47806) {{(pid=93910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 15:39:40.864126 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5535735a-2c0e-4216-8838-fb58ec016684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.887786 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5535735a-2c0e-4216-8838-fb58ec016684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.932082 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5535735a-2c0e-4216-8838-fb58ec016684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572109'] for security_group, after_delete {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.934710 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron_lib.callbacks.manager [None req-5535735a-2c0e-4216-8838-fb58ec016684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:40.935842 dv-cinder-806965-5-iscsi neutron-server[93910]: INFO neutron.wsgi [None req-5535735a-2c0e-4216-8838-fb58ec016684 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f013481f-f0ac-4eee-b92f-d29b8804e30e HTTP/1.1" status: 204 len: 168 time: 0.1167729 Sep 14 15:39:40.943284 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535735a-2c0e-4216-8838-fb58ec016684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f013481f-f0ac-4eee-b92f-d29b8804e30e,revision_number=None']} {{(pid=93910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 15:39:41.389946 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-a06cd478-1297-48f8-8ab1-55a9550c8a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:44.246658 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:44.317084 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-1e89327b-2910-436c-91db-e1868d11c17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:45.249305 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:47.047128 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:39:49.594005 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:40:00.940934 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:11.391174 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-37acf3ba-3edc-4a26-ac12-5f0a6b497561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:14.247730 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:14.316706 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c2558ad6-2643-4c09-b584-8359c76c76e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:15.252669 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:17.049510 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:26.592957 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:40:30.935026 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:41.391501 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f3799945-4c32-4a60-809b-e2c4e546b77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:44.248780 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:44.316857 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-6577cc5d-5a1d-4e6f-9b82-4dc47d5849b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:45.255292 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:40:47.061477 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:00.958766 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:03.595293 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:41:11.393000 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fa07faf1-6987-48ef-9115-3566eeb7ed49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:14.249253 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:14.317015 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0dc1d744-1493-4f1d-9174-78fdccf81c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:15.261548 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:17.059883 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:30.962026 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:40.595174 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:41:41.393971 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3a0e-87e6-408c-88ab-013dbfcb07e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:44.250126 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:44.315769 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-d63cdcb7-e724-4e6e-840f-3bbf6ff8ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:45.260715 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:41:47.062727 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:00.961029 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:11.394489 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-f45e0d2d-377e-4b0f-9139-7277fce38a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:14.252057 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:14.315092 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-44377202-be28-4c4e-a674-14ccbb8526ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:15.263307 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:17.064914 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:17.593653 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:42:29.230834 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [req-43b11a9a-9026-4c56-9e54-de9084688bf2 req-155a661a-569d-495f-a7b6-f0b392d501bc service neutron] (93910) timed out ('10.222.0.52', 50684) {{(pid=93910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 15:42:30.960482 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:31.879741 dv-cinder-806965-5-iscsi neutron-server[93910]: DEBUG neutron.wsgi [req-fa2e83f5-04d4-49ae-9ff8-339f5eee372c req-8bc16f9d-26f6-4cf1-9923-128f232441e6 service neutron] (93910) timed out ('10.222.0.52', 50650) {{(pid=93910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 15:42:41.394191 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e042bb5a-20d5-4c0a-9257-401f77f140d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:44.252445 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:44.315338 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c3ea43ae-9b4f-418d-9081-4bba342959fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:45.266205 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:47.098868 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:42:54.592110 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:43:00.973873 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:11.394266 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-118d4737-adaa-4045-912f-7a23d928c04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:14.254830 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:14.315898 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-fe3740dc-7d76-4c34-866b-e53a8ae6a053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:15.268732 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:17.070473 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:30.980247 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:31.590115 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:43:41.395214 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-bbce0777-d99d-416c-9f8c-7038d49eb0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:44.256382 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:44.314891 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-0c263943-b206-4aa3-a35d-b1896a0c1c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:45.272388 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:43:47.079046 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:00.976508 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:08.590108 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:44:11.395768 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-c03a3ecc-43fc-4170-8105-9c332514890e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:14.257871 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:14.314281 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-91badc47-a5dc-429d-8e37-2e4f42c6a90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:15.276448 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:17.076532 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:30.989565 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-765c584f-5491-4e18-a2d4-ca38cbfb6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:41.396841 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-51bdc335-919e-4a80-b3f8-26ff25e0b472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:44.258858 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-3a3dce7d-1531-464a-b4a0-5c9b2b7ed7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:44.313215 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-e80ff4d9-5357-415d-8a3d-e188ae86abb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:45.277948 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-36d7e5b9-18e4-441c-b416-d406068ad736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:44:45.589365 dv-cinder-806965-5-iscsi neutron-server[93913]: DEBUG neutron.db.agents_db [None req-814e4634-1cd2-4e0f-8c0c-dc4d74669189 None None] Agent healthcheck: found 6 active agents {{(pid=93913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:44:47.113817 dv-cinder-806965-5-iscsi neutron-server[93912]: DEBUG neutron_lib.callbacks.manager [None req-29f35951-3dc4-485a-b6cb-7ee24088b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765177775755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639603'] for agent, after_update {{(pid=93912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}